08:03:53.780 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:53.780 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_wUh2d/test-tmp
08:03:53.780 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:03:53.781 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_wUh2d/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:53.782 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:54.058 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:54.058 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.060153 4319 mini_oidc.cc:150] Starting JWKS server
08:03:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.062361 4319 webserver.cc:480] Webserver started at http://127.0.0.1:33081/ using document root <none> and password file <none>
08:03:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.062561 4319 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.063025 4319 webserver.cc:480] Webserver started at http://127.0.0.1:34199/ using document root <none> and password file <none>
08:03:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-01T08:03:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-01T08:03:54Z Disabled control of system clock
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.088274 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/logs
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.254:41307
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.254
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.360792 4330 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.361070 4330 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.361148 4330 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368371 4330 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368453 4330 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368499 4330 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368538 4330 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368587 4330 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368623 4330 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.368673 4330 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33081/jwks.json
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.377071 4330 master_runner.cc:386] Master server non-default flags:
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.254:41307
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.254
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/logs
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.378557 4330 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.380081 4330 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.386874 4335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.386900 4336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.387717 4338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.388281 4330 server_base.cc:1047] running on GCE node
08:03:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.388969 4330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.390106 4330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.391307 4330 hybrid_clock.cc:648] HybridClock initialized: now 1756713834391252 us; error 38 us; skew 500 ppm
08:03:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.391597 4330 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.393532 4330 webserver.cc:480] Webserver started at http://127.4.55.254:38293/ using document root <none> and password file <none>
08:03:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.394111 4330 fs_manager.cc:362] Metadata directory not provided
08:03:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.394201 4330 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.394460 4330 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.396535 4330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/instance:
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d5eed1bb467459dbf443286571d7b8f"
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.397197 4330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal/instance:
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d5eed1bb467459dbf443286571d7b8f"
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.401604 4330 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
08:03:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.404364 4344 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.405460 4330 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.405588 4330 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d5eed1bb467459dbf443286571d7b8f"
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.405717 4330 fs_report.cc:389] FS layout report
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/data
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:54.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.417619 4330 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.418279 4330 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.418504 4330 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.439420 4330 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.254:41307
08:03:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.439455 4405 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.254:41307 every 8 connection(s)
08:03:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.440770 4330 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:03:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.444200 4406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:54.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.449249 4406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.450279 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4330
08:03:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.450534 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal/instance
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.453186 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/logs
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data/info.pb
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.253:40605
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.253
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.463084 4406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.464221 4345 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:03:54.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.465770 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:03:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.515022 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } attempt: 1
08:03:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.516872 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:03:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.585095 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } attempt: 2
08:03:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.586791 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:03:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.678011 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } attempt: 3
08:03:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.679821 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:03:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.732213 4410 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.732474 4410 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.732553 4410 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739218 4410 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739306 4410 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739348 4410 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739396 4410 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739444 4410 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739476 4410 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.739513 4410 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33081/jwks.json
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.747525 4410 master_runner.cc:386] Master server non-default flags:
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.253:40605
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data/info.pb
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.253
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/logs
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.748948 4410 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.750492 4410 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.757601 4416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.757638 4419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.757666 4417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.758672 4410 server_base.cc:1047] running on GCE node
08:03:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.759321 4410 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.760496 4410 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.761703 4410 hybrid_clock.cc:648] HybridClock initialized: now 1756713834761651 us; error 34 us; skew 500 ppm
08:03:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.761950 4410 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.763819 4410 webserver.cc:480] Webserver started at http://127.4.55.253:46127/ using document root <none> and password file <none>
08:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.764448 4410 fs_manager.cc:362] Metadata directory not provided
08:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.764544 4410 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.764799 4410 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.766786 4410 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data/instance:
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.767431 4410 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal/instance:
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.771855 4410 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.001s sys 0.002s
08:03:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.774619 4425 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.775688 4410 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:03:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.775807 4410 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal
08:03:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.775928 4410 fs_report.cc:389] FS layout report
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data/data
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.802592 4410 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.803239 4410 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.803498 4410 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.823030 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } attempt: 4
08:03:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.823769 4410 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.253:40605
08:03:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.823827 4486 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.253:40605 every 8 connection(s)
08:03:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.825686 4410 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/data/info.pb
08:03:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.828473 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4410
08:03:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.828620 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-1/wal/instance
08:03:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.829734 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal
08:03:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data
08:03:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/logs
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data/info.pb
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.252:37829
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.252
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.829846 4488 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.836925 4406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.836625 4488 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.838464 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.844602 4488 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.849536 4488 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } has no permanent_uuid. Determining permanent_uuid...
08:03:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.850369 4428 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.851774 4488 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.897679 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 1
08:03:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.899464 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.901069 4488 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 1
08:03:54.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.902524 4488 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.966754 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 2
08:03:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.968714 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:54.970755 4488 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 2
08:03:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:54.972268 4488 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:55.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.063531 4488 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 3
08:03:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.065436 4488 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:55.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.068892 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 3
08:03:55.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.070340 4406 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:03:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.111068 4490 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.111310 4490 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.111406 4490 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118105 4490 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118201 4490 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118247 4490 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118284 4490 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118335 4490 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118371 4490 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.118419 4490 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33081/jwks.json
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.126472 4490 master_runner.cc:386] Master server non-default flags:
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.252:37829
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data/info.pb
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.252
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/logs
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.127894 4490 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.129400 4490 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.136106 4497 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.136153 4498 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.137542 4500 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.137938 4490 server_base.cc:1047] running on GCE node
08:03:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.138538 4490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.139663 4490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.140866 4490 hybrid_clock.cc:648] HybridClock initialized: now 1756713835140817 us; error 28 us; skew 500 ppm
08:03:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.141144 4490 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.142943 4490 webserver.cc:480] Webserver started at http://127.4.55.252:45111/ using document root <none> and password file <none>
08:03:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.143638 4490 fs_manager.cc:362] Metadata directory not provided
08:03:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.143750 4490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.144033 4490 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.146139 4490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data/instance:
08:03:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "124b593cc9e6402c8b1d33aea1272599"
08:03:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:55 on dist-test-slave-1r0c"
08:03:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.146836 4490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal/instance:
08:03:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "124b593cc9e6402c8b1d33aea1272599"
08:03:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:55 on dist-test-slave-1r0c"
08:03:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.151312 4490 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.007s sys 0.000s
08:03:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.154160 4506 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.155241 4490 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.155436 4490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "124b593cc9e6402c8b1d33aea1272599"
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:55 on dist-test-slave-1r0c"
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.155582 4490 fs_report.cc:389] FS layout report
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal
08:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data/data
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.172847 4490 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.173478 4490 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.173720 4490 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.195313 4490 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.252:37829
08:03:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.195348 4567 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.252:37829 every 8 connection(s)
08:03:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.196700 4490 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/data/info.pb
08:03:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.196924 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4490
08:03:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.197074 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-2/wal/instance
08:03:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.200361 4568 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.206285 4568 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } has no permanent_uuid. Determining permanent_uuid...
08:03:55.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.208670 4488 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 4
08:03:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.229569 4568 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } has no permanent_uuid. Determining permanent_uuid...
08:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.234473 4488 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: Bootstrap starting.
08:03:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.235118 4568 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } has no permanent_uuid. Determining permanent_uuid...
08:03:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.238132 4488 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: Neither blocks nor log segments found. Creating new log.
08:03:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.239217 4488 log.cc:826] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: Log is configured to *not* fsync() on all Append() calls
08:03:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.240562 4406 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } attempt: 4
08:03:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.242674 4488 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: No bootstrap required, opened a new log
08:03:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.246666 4568 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: Bootstrap starting.
08:03:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.246878 4488 raft_consensus.cc:357] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.247280 4488 raft_consensus.cc:383] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.247489 4488 raft_consensus.cc:738] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89a5a1a7d60c47ab984e3703742eec30, State: Initialized, Role: FOLLOWER
08:03:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.248667 4488 consensus_queue.cc:260] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.249541 4576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.250074 4568 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: Neither blocks nor log segments found. Creating new log.
08:03:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.250321 4576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.250530 4488 sys_catalog.cc:564] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: configured and running, proceeding with master startup.
08:03:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.251124 4568 log.cc:826] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: Log is configured to *not* fsync() on all Append() calls
08:03:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.252023 4406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Bootstrap starting.
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.253247 4568 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: No bootstrap required, opened a new log
08:03:55.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.256227 4406 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Neither blocks nor log segments found. Creating new log.
08:03:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.257627 4406 log.cc:826] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Log is configured to *not* fsync() on all Append() calls
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.258003 4568 raft_consensus.cc:357] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.258356 4568 raft_consensus.cc:383] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.258462 4568 raft_consensus.cc:738] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 124b593cc9e6402c8b1d33aea1272599, State: Initialized, Role: FOLLOWER
08:03:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.259068 4568 consensus_queue.cc:260] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.260658 4406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: No bootstrap required, opened a new log
08:03:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.261788 4585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.262128 4585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.262830 4568 sys_catalog.cc:564] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: configured and running, proceeding with master startup.
08:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.269076 4406 raft_consensus.cc:357] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.269407 4406 raft_consensus.cc:383] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.269517 4406 raft_consensus.cc:738] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d5eed1bb467459dbf443286571d7b8f, State: Initialized, Role: FOLLOWER
08:03:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.270123 4406 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.271631 4596 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.271889 4596 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.272771 4406 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: configured and running, proceeding with master startup.
08:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.269973 4410 master_runner.cc:186] Error getting master registration for 127.4.55.254:41307: OK, instance_id { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" instance_seqno: 1756713834434414 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.279415 4410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.282976 4592 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.283104 4592 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.288647 4490 master_runner.cc:186] Error getting master registration for 127.4.55.254:41307: OK, instance_id { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" instance_seqno: 1756713834434414 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.294212 4490 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.295454 4596 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.295706 4596 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.297488 4596 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:03:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.298365 4533 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d5eed1bb467459dbf443286571d7b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "124b593cc9e6402c8b1d33aea1272599" is_pre_election: true
08:03:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.298910 4533 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d5eed1bb467459dbf443286571d7b8f in term 0.
08:03:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.299571 4347 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f, 124b593cc9e6402c8b1d33aea1272599; no voters:
08:03:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.299844 4452 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d5eed1bb467459dbf443286571d7b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30" is_pre_election: true
08:03:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.300372 4452 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d5eed1bb467459dbf443286571d7b8f in term 0.
08:03:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.300992 4596 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.301174 4596 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.301285 4596 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 0 FOLLOWER]: Advancing to term 1
08:03:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.305028 4596 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.305774 4431 tablet.cc:2378] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.306186 4452 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d5eed1bb467459dbf443286571d7b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.306394 4452 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 0 FOLLOWER]: Advancing to term 1
08:03:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.308655 4608 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.308840 4608 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.310158 4452 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d5eed1bb467459dbf443286571d7b8f in term 1.
08:03:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.310726 4345 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f, 89a5a1a7d60c47ab984e3703742eec30; no voters:
08:03:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.317294 4533 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d5eed1bb467459dbf443286571d7b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "124b593cc9e6402c8b1d33aea1272599"
08:03:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.317513 4533 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 0 FOLLOWER]: Advancing to term 1
08:03:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.321233 4533 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d5eed1bb467459dbf443286571d7b8f in term 1.
08:03:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.322247 4596 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 1 election: Requested vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:03:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.322710 4596 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Leader election won for term 1
08:03:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.323184 4596 raft_consensus.cc:695] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 LEADER]: Becoming Leader. State: Replica: 0d5eed1bb467459dbf443286571d7b8f, State: Running, Role: LEADER
08:03:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.324005 4596 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.335899 4612 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d5eed1bb467459dbf443286571d7b8f. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.336380 4612 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: LEADER
08:03:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.340844 4614 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.358892 4614 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.389247 4533 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Refusing update from remote peer 0d5eed1bb467459dbf443286571d7b8f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.390622 4612 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.400907 4452 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Refusing update from remote peer 0d5eed1bb467459dbf443286571d7b8f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.401994 4612 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.420771 4350 tablet.cc:2378] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.425592 4512 tablet.cc:2378] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.438012 4576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d5eed1bb467459dbf443286571d7b8f. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.438310 4576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.448560 4619 mvcc.cc:204] Tried to move back new op lower bound from 7195499869725843456 to 7195499869501353984. Current Snapshot: MvccSnapshot[applied={T|T < 7195499869725843456}]
08:03:55.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.460007 4621 mvcc.cc:204] Tried to move back new op lower bound from 7195499869725843456 to 7195499869501353984. Current Snapshot: MvccSnapshot[applied={T|T < 7195499869725843456}]
08:03:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.468290 4585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d5eed1bb467459dbf443286571d7b8f. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.468592 4585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.475811 4585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.475979 4585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.476538 4620 mvcc.cc:204] Tried to move back new op lower bound from 7195499869725843456 to 7195499869501353984. Current Snapshot: MvccSnapshot[applied={T|T < 7195499869725843456}]
08:03:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.484421 4576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.484664 4576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: FOLLOWER
08:03:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.489542 4596 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.499778 4596 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: LEADER
08:03:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.490810 4614 catalog_manager.cc:1349] Generated new cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:03:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.500267 4614 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.498708 4628 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0d5eed1bb467459dbf443286571d7b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.525022 4628 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: LEADER
08:03:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.528519 4614 catalog_manager.cc:1372] Generated new certificate authority record
08:03:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.531124 4614 catalog_manager.cc:1506] Loading token signing keys...
08:03:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.552345 4614 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Generated new TSK 0
08:03:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.553422 4614 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.576282 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/logs
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data/info.pb
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.193:0
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.193
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.193
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.972276 4629 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.972622 4629 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.972748 4629 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.979974 4629 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.980069 4629 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.980111 4629 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.980142 4629 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.980234 4629 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.55.193
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.988350 4629 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.193:0
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data/info.pb
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.193
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.193
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/logs
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.989957 4629 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:55.991477 4629 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.999195 4635 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:55.999214 4634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.000560 4637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.001120 4629 server_base.cc:1047] running on GCE node
08:03:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.001734 4629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.002660 4629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:56.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.003891 4629 hybrid_clock.cc:648] HybridClock initialized: now 1756713836003826 us; error 40 us; skew 500 ppm
08:03:56.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.004196 4629 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:56.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.006528 4629 webserver.cc:480] Webserver started at http://127.4.55.193:37089/ using document root <none> and password file <none>
08:03:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.007349 4629 fs_manager.cc:362] Metadata directory not provided
08:03:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.007485 4629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.007838 4629 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.010891 4629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data/instance:
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2315c708731549deb3c4fd248f59d2ef"
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.011792 4629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal/instance:
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2315c708731549deb3c4fd248f59d2ef"
08:03:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.017364 4629 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
08:03:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.020839 4643 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.022090 4629 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.022246 4629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2315c708731549deb3c4fd248f59d2ef"
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.022441 4629 fs_report.cc:389] FS layout report
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data/data
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.044683 4629 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.045306 4629 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.045578 4629 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.048153 4629 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.048272 4629 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.048377 4629 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.048485 4629 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:56.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.114679 4629 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.193:44975
08:03:56.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.114727 4767 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.193:44975 every 8 connection(s)
08:03:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.115919 4629 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/data/info.pb
08:03:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.118296 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4629
08:03:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.118531 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-0/wal/instance
08:03:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.118460 4769 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:03:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.119520 4769 heartbeater.cc:461] Registering TS with master...
08:03:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.120332 4769 heartbeater.cc:507] Master 127.4.55.254:41307 requested a full tablet report, sending...
08:03:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.122777 4360 ts_manager.cc:194] Registered new tserver with Master: 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:03:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.124498 4360 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.55.193:47713
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.125502 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/logs
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data/info.pb
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.194:0
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.194
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.194
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.129324 4768 heartbeater.cc:344] Connected to a master server at 127.4.55.252:37829
08:03:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.129489 4768 heartbeater.cc:461] Registering TS with master...
08:03:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.129925 4768 heartbeater.cc:507] Master 127.4.55.252:37829 requested a full tablet report, sending...
08:03:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.131705 4523 ts_manager.cc:194] Registered new tserver with Master: 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:03:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.132925 4770 heartbeater.cc:344] Connected to a master server at 127.4.55.253:40605
08:03:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.133064 4770 heartbeater.cc:461] Registering TS with master...
08:03:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.133280 4770 heartbeater.cc:507] Master 127.4.55.253:40605 requested a full tablet report, sending...
08:03:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.134717 4442 ts_manager.cc:194] Registered new tserver with Master: 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:03:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.284868 4592 catalog_manager.cc:1261] Loaded cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:03:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.284962 4592 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: loading cluster ID for follower catalog manager: success
08:03:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.287264 4592 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: acquiring CA information for follower catalog manager: success
08:03:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.288854 4592 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.310559 4608 catalog_manager.cc:1261] Loaded cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:03:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.310644 4608 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: loading cluster ID for follower catalog manager: success
08:03:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.312873 4608 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: acquiring CA information for follower catalog manager: success
08:03:56.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.314358 4608 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.402947 4773 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.403281 4773 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.403434 4773 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.411028 4773 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.411123 4773 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.411165 4773 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.411194 4773 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.411275 4773 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.55.194
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.419090 4773 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.194:0
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data/info.pb
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.194
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.194
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/logs
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.420409 4773 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.421800 4773 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.430243 4778 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.430310 4779 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.430732 4781 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.431635 4773 server_base.cc:1047] running on GCE node
08:03:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.432106 4773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.432812 4773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.434021 4773 hybrid_clock.cc:648] HybridClock initialized: now 1756713836433959 us; error 40 us; skew 500 ppm
08:03:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.434247 4773 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.436121 4773 webserver.cc:480] Webserver started at http://127.4.55.194:36793/ using document root <none> and password file <none>
08:03:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.436705 4773 fs_manager.cc:362] Metadata directory not provided
08:03:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.436789 4773 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.437055 4773 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.439138 4773 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data/instance:
08:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.439829 4773 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal/instance:
08:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.444478 4773 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
08:03:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.447361 4787 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.448654 4773 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.448793 4773 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.448973 4773 fs_report.cc:389] FS layout report
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data/data
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.465031 4773 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.465761 4773 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.466056 4773 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.468735 4773 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.468852 4773 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.468962 4773 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.469048 4773 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.520816 4773 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.194:42503
08:03:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.520864 4908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.194:42503 every 8 connection(s)
08:03:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.522035 4773 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/data/info.pb
08:03:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.523681 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4773
08:03:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.523857 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-1/wal/instance
08:03:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.524283 4910 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:03:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.524665 4910 heartbeater.cc:461] Registering TS with master...
08:03:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.527225 4910 heartbeater.cc:507] Master 127.4.55.254:41307 requested a full tablet report, sending...
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.528918 4360 ts_manager.cc:194] Registered new tserver with Master: 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.530192 4360 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.55.194:39519
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.530493 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/logs
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data/info.pb
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.195:0
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.195
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.195
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.539022 4909 heartbeater.cc:344] Connected to a master server at 127.4.55.252:37829
08:03:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.539134 4909 heartbeater.cc:461] Registering TS with master...
08:03:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.539502 4909 heartbeater.cc:507] Master 127.4.55.252:37829 requested a full tablet report, sending...
08:03:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.540412 4523 ts_manager.cc:194] Registered new tserver with Master: 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:03:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.543498 4911 heartbeater.cc:344] Connected to a master server at 127.4.55.253:40605
08:03:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.543633 4911 heartbeater.cc:461] Registering TS with master...
08:03:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.543917 4911 heartbeater.cc:507] Master 127.4.55.253:40605 requested a full tablet report, sending...
08:03:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.545069 4442 ts_manager.cc:194] Registered new tserver with Master: 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.817314 4914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.817543 4914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.817620 4914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.824688 4914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.824815 4914 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.824887 4914 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.824939 4914 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.825059 4914 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.55.195
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.833005 4914 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.195:0
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data/info.pb
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.195
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.55.195
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/logs
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:03:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.834538 4914 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.836056 4914 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.843833 4919 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.843869 4920 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.845600 4914 server_base.cc:1047] running on GCE node
08:03:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.845598 4922 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.846141 4914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.846908 4914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.848106 4914 hybrid_clock.cc:648] HybridClock initialized: now 1756713836848053 us; error 29 us; skew 500 ppm
08:03:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.848393 4914 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.850271 4914 webserver.cc:480] Webserver started at http://127.4.55.195:33487/ using document root <none> and password file <none>
08:03:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.850858 4914 fs_manager.cc:362] Metadata directory not provided
08:03:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.850963 4914 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.851327 4914 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.853425 4914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data/instance:
08:03:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8076c55e17046179c5f9b79189af2f5"
08:03:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.854106 4914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal/instance:
08:03:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8076c55e17046179c5f9b79189af2f5"
08:03:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.858758 4914 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
08:03:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.861512 4928 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.862555 4914 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
08:03:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.862682 4914 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal
08:03:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8076c55e17046179c5f9b79189af2f5"
08:03:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:56 on dist-test-slave-1r0c"
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.862843 4914 fs_report.cc:389] FS layout report
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data/data
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.873332 4914 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.874033 4914 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.874284 4914 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.876881 4914 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.876986 4914 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.877081 4914 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.877158 4914 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.926277 4914 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.195:39871
08:03:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.926316 5049 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.195:39871 every 8 connection(s)
08:03:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.927489 4914 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/data/info.pb
08:03:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.930084 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 4914
08:03:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.930264 4319 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/ts-2/wal/instance
08:03:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.940691 5051 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:03:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.941004 5051 heartbeater.cc:461] Registering TS with master...
08:03:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.941910 5051 heartbeater.cc:507] Master 127.4.55.254:41307 requested a full tablet report, sending...
08:03:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.942317 5052 heartbeater.cc:344] Connected to a master server at 127.4.55.253:40605
08:03:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.942458 5052 heartbeater.cc:461] Registering TS with master...
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.942786 5050 heartbeater.cc:344] Connected to a master server at 127.4.55.252:37829
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.942896 5050 heartbeater.cc:461] Registering TS with master...
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.942970 5052 heartbeater.cc:507] Master 127.4.55.253:40605 requested a full tablet report, sending...
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.943333 5050 heartbeater.cc:507] Master 127.4.55.252:37829 requested a full tablet report, sending...
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.943437 4360 ts_manager.cc:194] Registered new tserver with Master: d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:03:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.944164 4360 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.55.195:43961
08:03:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.944183 4523 ts_manager.cc:194] Registered new tserver with Master: d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:03:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.945188 4442 ts_manager.cc:194] Registered new tserver with Master: d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:03:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.954826 4319 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:03:56.956 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:56.956 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:56.957 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.55.254"
port: 41307
}
bound_http_address {
host: "127.4.55.254"
port: 38293
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.55.253"
port: 40605
}
bound_http_address {
host: "127.4.55.253"
port: 46127
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.55.252"
port: 37829
}
bound_http_address {
host: "127.4.55.252"
port: 45111
}
}
}
08:03:56.957 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:56.957 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.55.193"
port: 44975
}
bound_http_address {
host: "127.4.55.193"
port: 37089
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.55.194"
port: 42503
}
bound_http_address {
host: "127.4.55.194"
port: 36793
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.55.195"
port: 39871
}
bound_http_address {
host: "127.4.55.195"
port: 33487
}
}
}
08:03:56.958 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:56.959 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:56.961 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:56.961 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:03:56.962 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.55.254:41307(127.4.55.254:41307)] Successfully connected to peer
08:03:56.962 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:03:56.963 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.55.252:37829(127.4.55.252:37829)] Successfully connected to peer
08:03:56.963 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.55.253:40605(127.4.55.253:40605)] Successfully connected to peer
08:03:56.965 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.55.254
08:03:56.965 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.55.252
08:03:56.968 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.55.253
08:03:56.982 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc5b602b7, L:/127.0.0.1:34348 - R:/127.4.55.252:37829] using SASL/PLAIN
08:03:56.989 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x47cf6ab5, L:/127.0.0.1:53248 - R:/127.4.55.254:41307] using SASL/PLAIN
08:03:56.989 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc476f0d3, L:/127.0.0.1:41730 - R:/127.4.55.253:40605] using SASL/PLAIN
08:03:56.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:56.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) after lookup
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:56.993278 4360 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53248:
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:56.997992 4360 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:57.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f9950fe12c4a4eaea9c3024f08346f62
08:03:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.047557 4984 tablet_service.cc:1468] Processing CreateTablet for tablet fc1e4d5951ba46838923211ee669a455 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.047405 4840 tablet_service.cc:1468] Processing CreateTablet for tablet fc1e4d5951ba46838923211ee669a455 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.048190 4703 tablet_service.cc:1468] Processing CreateTablet for tablet dce069289f154ff0b4ea2f13ae11f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.048735 4840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc1e4d5951ba46838923211ee669a455. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.048761 4984 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc1e4d5951ba46838923211ee669a455. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.048375 4702 tablet_service.cc:1468] Processing CreateTablet for tablet fc1e4d5951ba46838923211ee669a455 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.049535 4703 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dce069289f154ff0b4ea2f13ae11f0af. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.049454 4985 tablet_service.cc:1468] Processing CreateTablet for tablet dce069289f154ff0b4ea2f13ae11f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.049872 4985 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dce069289f154ff0b4ea2f13ae11f0af. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.050819 4841 tablet_service.cc:1468] Processing CreateTablet for tablet dce069289f154ff0b4ea2f13ae11f0af (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.051201 4702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc1e4d5951ba46838923211ee669a455. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.052162 4841 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dce069289f154ff0b4ea2f13ae11f0af. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.067409 5078 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: Bootstrap starting.
08:03:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.067412 5076 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: Bootstrap starting.
08:03:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.068634 5077 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: Bootstrap starting.
08:03:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.070240 5076 tablet_bootstrap.cc:654] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: Neither blocks nor log segments found. Creating new log.
08:03:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.070602 5078 tablet_bootstrap.cc:654] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: Neither blocks nor log segments found. Creating new log.
08:03:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.071205 5076 log.cc:826] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: Log is configured to *not* fsync() on all Append() calls
08:03:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.071530 5077 tablet_bootstrap.cc:654] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: Neither blocks nor log segments found. Creating new log.
08:03:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.071689 5078 log.cc:826] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: Log is configured to *not* fsync() on all Append() calls
08:03:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.072630 5077 log.cc:826] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: Log is configured to *not* fsync() on all Append() calls
08:03:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.073859 5078 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: No bootstrap required, opened a new log
08:03:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.073860 5076 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: No bootstrap required, opened a new log
08:03:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.074132 5078 ts_tablet_manager.cc:1397] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.003s
08:03:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.074143 5076 ts_tablet_manager.cc:1397] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.003s
08:03:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.074920 5077 tablet_bootstrap.cc:492] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: No bootstrap required, opened a new log
08:03:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.075136 5077 ts_tablet_manager.cc:1397] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.005s
08:03:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.078343 5078 raft_consensus.cc:357] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.078594 5078 raft_consensus.cc:383] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.078702 5078 raft_consensus.cc:738] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2315c708731549deb3c4fd248f59d2ef, State: Initialized, Role: FOLLOWER
08:03:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.079244 5078 consensus_queue.cc:260] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.080372 5076 raft_consensus.cc:357] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.080672 5076 raft_consensus.cc:383] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.080753 5078 ts_tablet_manager.cc:1428] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef: Time spent starting tablet: real 0.007s user 0.003s sys 0.003s
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.080772 5076 raft_consensus.cc:738] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d35a494377f487789077c2d4cb3d04c, State: Initialized, Role: FOLLOWER
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.081176 5077 raft_consensus.cc:357] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.081475 5077 raft_consensus.cc:383] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.081386 5076 consensus_queue.cc:260] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.081564 5077 raft_consensus.cc:738] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8076c55e17046179c5f9b79189af2f5, State: Initialized, Role: FOLLOWER
08:03:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.081720 5078 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: Bootstrap starting.
08:03:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.082033 4769 heartbeater.cc:499] Master 127.4.55.254:41307 was elected leader, sending a full tablet report...
08:03:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.082232 5077 consensus_queue.cc:260] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.083351 5078 tablet_bootstrap.cc:654] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: Neither blocks nor log segments found. Creating new log.
08:03:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.098798 5051 heartbeater.cc:499] Master 127.4.55.254:41307 was elected leader, sending a full tablet report...
08:03:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.099284 5077 ts_tablet_manager.cc:1428] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5: Time spent starting tablet: real 0.024s user 0.008s sys 0.016s
08:03:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.099567 4910 heartbeater.cc:499] Master 127.4.55.254:41307 was elected leader, sending a full tablet report...
08:03:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.099795 5076 ts_tablet_manager.cc:1428] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c: Time spent starting tablet: real 0.026s user 0.012s sys 0.013s
08:03:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.100207 5077 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: Bootstrap starting.
08:03:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.101027 5076 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: Bootstrap starting.
08:03:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.101853 5077 tablet_bootstrap.cc:654] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: Neither blocks nor log segments found. Creating new log.
08:03:57.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.102996 5076 tablet_bootstrap.cc:654] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: Neither blocks nor log segments found. Creating new log.
08:03:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.106295 5078 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: No bootstrap required, opened a new log
08:03:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.106456 5078 ts_tablet_manager.cc:1397] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: Time spent bootstrapping tablet: real 0.025s user 0.004s sys 0.012s
08:03:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.107219 5078 raft_consensus.cc:357] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.107436 5078 raft_consensus.cc:383] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.107507 5078 raft_consensus.cc:738] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2315c708731549deb3c4fd248f59d2ef, State: Initialized, Role: FOLLOWER
08:03:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.107750 5078 consensus_queue.cc:260] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.109896 5078 ts_tablet_manager.cc:1428] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
08:03:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.111739 5077 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: No bootstrap required, opened a new log
08:03:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.111888 5077 ts_tablet_manager.cc:1397] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.005s
08:03:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.112677 5077 raft_consensus.cc:357] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.112881 5077 raft_consensus.cc:383] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.112953 5077 raft_consensus.cc:738] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8076c55e17046179c5f9b79189af2f5, State: Initialized, Role: FOLLOWER
08:03:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.113149 5077 consensus_queue.cc:260] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.113587 5077 ts_tablet_manager.cc:1428] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.113890 5076 tablet_bootstrap.cc:492] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: No bootstrap required, opened a new log
08:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.114048 5076 ts_tablet_manager.cc:1397] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: Time spent bootstrapping tablet: real 0.013s user 0.000s sys 0.006s
08:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.116559 5076 raft_consensus.cc:357] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.116722 5076 raft_consensus.cc:383] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.116778 5076 raft_consensus.cc:738] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d35a494377f487789077c2d4cb3d04c, State: Initialized, Role: FOLLOWER
08:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.116992 5076 consensus_queue.cc:260] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.117730 5076 ts_tablet_manager.cc:1428] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: Time spent starting tablet: real 0.004s user 0.001s sys 0.001s
08:03:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:57.126211 4771 tablet.cc:2378] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:57.190841 5053 tablet.cc:2378] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.208568 5082 raft_consensus.cc:491] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.208788 5082 raft_consensus.cc:513] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.210393 5082 leader_election.cc:290] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503), d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:03:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.216544 5005 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "fc1e4d5951ba46838923211ee669a455" candidate_uuid: "2315c708731549deb3c4fd248f59d2ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8076c55e17046179c5f9b79189af2f5" is_pre_election: true
08:03:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.216625 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "fc1e4d5951ba46838923211ee669a455" candidate_uuid: "2315c708731549deb3c4fd248f59d2ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c" is_pre_election: true
08:03:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.216917 5005 raft_consensus.cc:2466] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2315c708731549deb3c4fd248f59d2ef in term 0.
08:03:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.217092 4864 raft_consensus.cc:2466] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2315c708731549deb3c4fd248f59d2ef in term 0.
08:03:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.217456 4644 leader_election.cc:304] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2315c708731549deb3c4fd248f59d2ef, d8076c55e17046179c5f9b79189af2f5; no voters:
08:03:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.217810 5082 raft_consensus.cc:2802] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.217923 5082 raft_consensus.cc:491] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.217980 5082 raft_consensus.cc:3058] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Advancing to term 1
08:03:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.219749 5082 raft_consensus.cc:513] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.220244 5082 leader_election.cc:290] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [CANDIDATE]: Term 1 election: Requested vote from peers 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503), d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:03:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.220604 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "fc1e4d5951ba46838923211ee669a455" candidate_uuid: "2315c708731549deb3c4fd248f59d2ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.220716 5005 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "fc1e4d5951ba46838923211ee669a455" candidate_uuid: "2315c708731549deb3c4fd248f59d2ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8076c55e17046179c5f9b79189af2f5"
08:03:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.220744 4864 raft_consensus.cc:3058] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Advancing to term 1
08:03:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.220855 5005 raft_consensus.cc:3058] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Advancing to term 1
08:03:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.222555 4864 raft_consensus.cc:2466] T fc1e4d5951ba46838923211ee669a455 P 6d35a494377f487789077c2d4cb3d04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2315c708731549deb3c4fd248f59d2ef in term 1.
08:03:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.222632 5005 raft_consensus.cc:2466] T fc1e4d5951ba46838923211ee669a455 P d8076c55e17046179c5f9b79189af2f5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2315c708731549deb3c4fd248f59d2ef in term 1.
08:03:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.222976 4647 leader_election.cc:304] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2315c708731549deb3c4fd248f59d2ef, 6d35a494377f487789077c2d4cb3d04c; no voters:
08:03:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.223241 5082 raft_consensus.cc:2802] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 1 FOLLOWER]: Leader election won for term 1
08:03:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.223616 5082 raft_consensus.cc:695] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [term 1 LEADER]: Becoming Leader. State: Replica: 2315c708731549deb3c4fd248f59d2ef, State: Running, Role: LEADER
08:03:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.224032 5082 consensus_queue.cc:237] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.228863 4361 catalog_manager.cc:5582] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef reported cstate change: term changed from 0 to 1, leader changed from <none> to 2315c708731549deb3c4fd248f59d2ef (127.4.55.193). New cstate: current_term: 1 leader_uuid: "2315c708731549deb3c4fd248f59d2ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } health_report { overall_health: UNKNOWN } } }
08:03:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.254595 5084 raft_consensus.cc:491] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.254748 5084 raft_consensus.cc:513] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.256126 5084 leader_election.cc:290] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503), 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.261844 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "dce069289f154ff0b4ea2f13ae11f0af" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c" is_pre_election: true
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.261847 4723 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "dce069289f154ff0b4ea2f13ae11f0af" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2315c708731549deb3c4fd248f59d2ef" is_pre_election: true
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.262068 4864 raft_consensus.cc:2466] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 0.
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.262184 4723 raft_consensus.cc:2466] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 0.
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.262547 4932 leader_election.cc:304] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d35a494377f487789077c2d4cb3d04c, d8076c55e17046179c5f9b79189af2f5; no voters:
08:03:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.262866 5084 raft_consensus.cc:2802] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.262975 5084 raft_consensus.cc:491] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.263059 5084 raft_consensus.cc:3058] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Advancing to term 1
08:03:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.264940 5084 raft_consensus.cc:513] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.265460 5084 leader_election.cc:290] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 election: Requested vote from peers 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503), 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:03:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.265797 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "dce069289f154ff0b4ea2f13ae11f0af" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.265853 4723 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "dce069289f154ff0b4ea2f13ae11f0af" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2315c708731549deb3c4fd248f59d2ef"
08:03:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.265956 4723 raft_consensus.cc:3058] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Advancing to term 1
08:03:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.265965 4864 raft_consensus.cc:3058] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Advancing to term 1
08:03:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.267753 4723 raft_consensus.cc:2466] T dce069289f154ff0b4ea2f13ae11f0af P 2315c708731549deb3c4fd248f59d2ef [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 1.
08:03:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.267755 4864 raft_consensus.cc:2466] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 1.
08:03:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.268100 4932 leader_election.cc:304] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2315c708731549deb3c4fd248f59d2ef, 6d35a494377f487789077c2d4cb3d04c, d8076c55e17046179c5f9b79189af2f5; no voters:
08:03:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.268410 5084 raft_consensus.cc:2802] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 1 FOLLOWER]: Leader election won for term 1
08:03:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.268805 5084 raft_consensus.cc:695] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [term 1 LEADER]: Becoming Leader. State: Replica: d8076c55e17046179c5f9b79189af2f5, State: Running, Role: LEADER
08:03:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.269215 5084 consensus_queue.cc:237] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } }
08:03:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.273550 4361 catalog_manager.cc:5582] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to d8076c55e17046179c5f9b79189af2f5 (127.4.55.195). New cstate: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } health_report { overall_health: UNKNOWN } } }
08:03:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:57.289355 4912 tablet.cc:2378] T dce069289f154ff0b4ea2f13ae11f0af P 6d35a494377f487789077c2d4cb3d04c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.439682 4361 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36318:
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:57.440726 4361 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.451249 4984 tablet_service.cc:1468] Processing CreateTablet for tablet a5c91376a96b4fd09e5e304ed69b253b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.451205 4840 tablet_service.cc:1468] Processing CreateTablet for tablet a5c91376a96b4fd09e5e304ed69b253b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.452160 4984 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c91376a96b4fd09e5e304ed69b253b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.452160 4840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c91376a96b4fd09e5e304ed69b253b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.455770 4702 tablet_service.cc:1468] Processing CreateTablet for tablet a5c91376a96b4fd09e5e304ed69b253b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.456596 4702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c91376a96b4fd09e5e304ed69b253b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.458292 5077 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: Bootstrap starting.
08:03:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.459551 5077 tablet_bootstrap.cc:654] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: Neither blocks nor log segments found. Creating new log.
08:03:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.461210 5077 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: No bootstrap required, opened a new log
08:03:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.461328 5077 ts_tablet_manager.cc:1397] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.462013 5078 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: Bootstrap starting.
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.461946 5077 raft_consensus.cc:357] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.462112 5077 raft_consensus.cc:383] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.462199 5077 raft_consensus.cc:738] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8076c55e17046179c5f9b79189af2f5, State: Initialized, Role: FOLLOWER
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.462412 5077 consensus_queue.cc:260] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.462831 5084 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.463042 5084 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.463582 5078 tablet_bootstrap.cc:654] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: Neither blocks nor log segments found. Creating new log.
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.465605 5077 ts_tablet_manager.cc:1428] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.465678 5078 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: No bootstrap required, opened a new log
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.465793 5078 ts_tablet_manager.cc:1397] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.466454 5078 raft_consensus.cc:357] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.466600 5078 raft_consensus.cc:383] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.466684 5078 raft_consensus.cc:738] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2315c708731549deb3c4fd248f59d2ef, State: Initialized, Role: FOLLOWER
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.466878 5078 consensus_queue.cc:260] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.467317 5078 ts_tablet_manager.cc:1428] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.467263 5082 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.467490 5082 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.470187 5076 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: Bootstrap starting.
08:03:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.471536 5076 tablet_bootstrap.cc:654] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: Neither blocks nor log segments found. Creating new log.
08:03:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.473001 5076 tablet_bootstrap.cc:492] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: No bootstrap required, opened a new log
08:03:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.473120 5076 ts_tablet_manager.cc:1397] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
08:03:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.473677 5076 raft_consensus.cc:357] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.473827 5076 raft_consensus.cc:383] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.473904 5076 raft_consensus.cc:738] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d35a494377f487789077c2d4cb3d04c, State: Initialized, Role: FOLLOWER
08:03:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.474109 5076 consensus_queue.cc:260] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.474543 5076 ts_tablet_manager.cc:1428] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:03:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.474473 5083 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.474709 5083 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.641602 5084 raft_consensus.cc:491] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.641759 5084 raft_consensus.cc:513] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.642215 5084 leader_election.cc:290] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975), 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:03:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.642692 4723 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "a5c91376a96b4fd09e5e304ed69b253b" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2315c708731549deb3c4fd248f59d2ef" is_pre_election: true
08:03:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.642711 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "a5c91376a96b4fd09e5e304ed69b253b" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c" is_pre_election: true
08:03:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.642874 4864 raft_consensus.cc:2466] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 0.
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.642897 4723 raft_consensus.cc:2466] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 0.
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.643236 4932 leader_election.cc:304] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d35a494377f487789077c2d4cb3d04c, d8076c55e17046179c5f9b79189af2f5; no voters:
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.643585 5084 raft_consensus.cc:2802] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.643678 5084 raft_consensus.cc:491] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.643746 5084 raft_consensus.cc:3058] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 0 FOLLOWER]: Advancing to term 1
08:03:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.645406 5084 raft_consensus.cc:513] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.645952 5084 leader_election.cc:290] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 election: Requested vote from peers 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975), 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:03:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.646257 4723 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "a5c91376a96b4fd09e5e304ed69b253b" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2315c708731549deb3c4fd248f59d2ef"
08:03:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.646327 4864 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "a5c91376a96b4fd09e5e304ed69b253b" candidate_uuid: "d8076c55e17046179c5f9b79189af2f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d35a494377f487789077c2d4cb3d04c"
08:03:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.646442 4864 raft_consensus.cc:3058] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 0 FOLLOWER]: Advancing to term 1
08:03:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.646423 4723 raft_consensus.cc:3058] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 0 FOLLOWER]: Advancing to term 1
08:03:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.647959 4723 raft_consensus.cc:2466] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 1.
08:03:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.647975 4864 raft_consensus.cc:2466] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8076c55e17046179c5f9b79189af2f5 in term 1.
08:03:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.648355 4930 leader_election.cc:304] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2315c708731549deb3c4fd248f59d2ef, 6d35a494377f487789077c2d4cb3d04c, d8076c55e17046179c5f9b79189af2f5; no voters:
08:03:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.648674 5084 raft_consensus.cc:2802] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 1 FOLLOWER]: Leader election won for term 1
08:03:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.648834 5084 raft_consensus.cc:695] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [term 1 LEADER]: Becoming Leader. State: Replica: d8076c55e17046179c5f9b79189af2f5, State: Running, Role: LEADER
08:03:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.649097 5084 consensus_queue.cc:237] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } }
08:03:57.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.650442 5092 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: TxnStatusTablet state changed. Reason: New leader d8076c55e17046179c5f9b79189af2f5. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.650636 5092 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: This TxnStatusTablet replica's current role is: LEADER
08:03:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.651299 5106 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:03:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.651700 5106 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:03:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.652146 4361 catalog_manager.cc:5582] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to d8076c55e17046179c5f9b79189af2f5 (127.4.55.195). New cstate: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } health_report { overall_health: HEALTHY } } }
08:03:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.659268 5092 consensus_queue.cc:1035] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.667182 5084 consensus_queue.cc:1035] T dce069289f154ff0b4ea2f13ae11f0af P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.702734 4864 raft_consensus.cc:1273] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c [term 1 FOLLOWER]: Refusing update from remote peer d8076c55e17046179c5f9b79189af2f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.702822 4723 raft_consensus.cc:1273] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef [term 1 FOLLOWER]: Refusing update from remote peer d8076c55e17046179c5f9b79189af2f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.703349 5084 consensus_queue.cc:1035] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.703605 5092 consensus_queue.cc:1035] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.710813 5082 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: TxnStatusTablet state changed. Reason: New leader d8076c55e17046179c5f9b79189af2f5. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.711107 5082 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.713290 5083 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: TxnStatusTablet state changed. Reason: New leader d8076c55e17046179c5f9b79189af2f5. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.713493 5083 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.718631 5109 mvcc.cc:204] Tried to move back new op lower bound from 7195499879224520704 to 7195499879012450304. Current Snapshot: MvccSnapshot[applied={T|T < 7195499879224520704}]
08:03:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.718942 5082 consensus_queue.cc:1035] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.720583 5084 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.720800 5084 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: This TxnStatusTablet replica's current role is: LEADER
08:03:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.724601 5082 consensus_queue.cc:1035] T fc1e4d5951ba46838923211ee669a455 P 2315c708731549deb3c4fd248f59d2ef [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.727986 5083 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.728144 5083 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 6d35a494377f487789077c2d4cb3d04c: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.729746 5110 mvcc.cc:204] Tried to move back new op lower bound from 7195499879224520704 to 7195499879012450304. Current Snapshot: MvccSnapshot[applied={T|T < 7195499879224520704}]
08:03:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.730468 5084 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.730620 5084 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5: This TxnStatusTablet replica's current role is: LEADER
08:03:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.733999 5082 tablet_replica.cc:440] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d8076c55e17046179c5f9b79189af2f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" member_type: VOTER last_known_addr { host: "127.4.55.193" port: 44975 } } peers { permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" member_type: VOTER last_known_addr { host: "127.4.55.194" port: 42503 } } peers { permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" member_type: VOTER last_known_addr { host: "127.4.55.195" port: 39871 } } }
08:03:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.734182 5082 tablet_replica.cc:443] T a5c91376a96b4fd09e5e304ed69b253b P 2315c708731549deb3c4fd248f59d2ef: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:57.737 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:03:57.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f9950fe12c4a4eaea9c3024f08346f62
08:03:57.740 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.55.254:41307
08:03:57.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:03:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.742112 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 4330
08:03:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.743831 4401 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:57.904947 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 4330
08:03:57.932 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.55.254:41307(127.4.55.254:41307)] handling channelInactive
08:03:57.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state READY due to: connection closed
08:03:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:57.932374 4510 connection.cc:537] server connection from 127.0.0.1:34346 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:57.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.193253 5051 heartbeater.cc:646] Failed to heartbeat to 127.4.55.254:41307 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.205276 5128 raft_consensus.cc:491] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0d5eed1bb467459dbf443286571d7b8f)
08:03:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.205696 5128 raft_consensus.cc:513] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.206034 5129 raft_consensus.cc:491] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0d5eed1bb467459dbf443286571d7b8f)
08:03:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.206218 5129 raft_consensus.cc:513] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.207581 4532 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89a5a1a7d60c47ab984e3703742eec30" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "124b593cc9e6402c8b1d33aea1272599" is_pre_election: true
08:03:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.207839 4532 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89a5a1a7d60c47ab984e3703742eec30 in term 1.
08:03:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.208422 4428 leader_election.cc:304] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30; no voters:
08:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.212287 5129 leader_election.cc:290] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605)
08:03:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.212841 4451 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "124b593cc9e6402c8b1d33aea1272599" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30" is_pre_election: true
08:03:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.213088 4451 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 124b593cc9e6402c8b1d33aea1272599 in term 1.
08:03:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.213161 4508 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.212905 5128 leader_election.cc:290] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:03:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.213620 4507 leader_election.cc:304] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30; no voters:
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.213872 5128 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.213982 5128 raft_consensus.cc:491] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0d5eed1bb467459dbf443286571d7b8f)
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.214108 5129 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.214238 5129 raft_consensus.cc:491] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0d5eed1bb467459dbf443286571d7b8f)
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.214345 5129 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 1 FOLLOWER]: Advancing to term 2
08:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.214607 5128 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 1 FOLLOWER]: Advancing to term 2
08:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.217119 5129 raft_consensus.cc:513] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.218113 5129 leader_election.cc:290] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 election: Requested vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605)
08:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.218358 4451 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "124b593cc9e6402c8b1d33aea1272599" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.220530 4508 leader_election.cc:336] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.220444 5128 raft_consensus.cc:513] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.220822 4451 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 124b593cc9e6402c8b1d33aea1272599 in current term 2: Already voted for candidate 89a5a1a7d60c47ab984e3703742eec30 in this term.
08:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.221541 4427 leader_election.cc:336] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.221661 4508 leader_election.cc:336] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.221772 4508 leader_election.cc:304] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 124b593cc9e6402c8b1d33aea1272599; no voters: 0d5eed1bb467459dbf443286571d7b8f, 89a5a1a7d60c47ab984e3703742eec30
08:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.221861 5128 leader_election.cc:290] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 election: Requested vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.222026 5129 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.222501 4532 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89a5a1a7d60c47ab984e3703742eec30" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "124b593cc9e6402c8b1d33aea1272599"
08:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.222728 4532 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 89a5a1a7d60c47ab984e3703742eec30 in current term 2: Already voted for candidate 124b593cc9e6402c8b1d33aea1272599 in this term.
08:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.223138 4427 leader_election.cc:336] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.223263 4427 leader_election.cc:304] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 89a5a1a7d60c47ab984e3703742eec30; no voters: 0d5eed1bb467459dbf443286571d7b8f, 124b593cc9e6402c8b1d33aea1272599
08:03:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.223562 5128 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:58.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.242 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.55.254:41307(127.4.55.254:41307) for tablet Kudu Master: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.4.55.254:41307, [1ms] received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, deferred=Deferred@129817679(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/604153547@1861bf8c -> (continuation of Deferred@810789273 after retry RPC after error@641262876) -> (continuation of Deferred@1191648048 after retry RPC after error@1385124227) -> (continuation of Deferred@2134713642 after retry RPC after error@516698068) -> (continuation of Deferred@1634560422 after retry RPC after error@1229336385) -> (continuation of Deferred@1598310198 after retry RPC after error@545878405), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/16472678@2aa30c6b -> (continuation of Deferred@810789273 after retry RPC after error@641262876) -> (continuation of Deferred@1191648048 after retry RPC after error@1385124227) -> (continuation of Deferred@2134713642 after retry RPC after error@516698068) -> (continuation of Deferred@1634560422 after retry RPC after error@1229336385) -> (continuation of Deferred@1598310198 after retry RPC after error@545878405)))
08:03:58.404 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.4.55.254:41307, [1ms] received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, deferred=Deferred@129817679(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/604153547@1861bf8c -> (continuation of Deferred@810789273 after retry RPC after error@641262876) -> (continuation of Deferred@1191648048 after retry RPC after error@1385124227) -> (continuation of Deferred@2134713642 after retry RPC after error@516698068) -> (continuation of Deferred@1634560422 after retry RPC after error@1229336385) -> (continuation of Deferred@1598310198 after retry RPC after error@545878405), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/16472678@2aa30c6b -> (continuation of Deferred@810789273 after retry RPC after error@641262876) -> (continuation of Deferred@1191648048 after retry RPC after error@1385124227) -> (continuation of Deferred@2134713642 after retry RPC after error@516698068) -> (continuation of Deferred@1634560422 after retry RPC after error@1229336385) -> (continuation of Deferred@1598310198 after retry RPC after error@545878405)))
08:03:58.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:03:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.594930 5129 raft_consensus.cc:491] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.595124 5129 raft_consensus.cc:513] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.595729 5129 leader_election.cc:290] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605)
08:03:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.596272 4451 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "124b593cc9e6402c8b1d33aea1272599" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30" is_pre_election: true
08:03:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.596491 4451 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 124b593cc9e6402c8b1d33aea1272599 in term 2.
08:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.596889 4507 leader_election.cc:304] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30; no voters:
08:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.597113 4508 leader_election.cc:336] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.597184 5129 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.597273 5129 raft_consensus.cc:491] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.597374 5129 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 2 FOLLOWER]: Advancing to term 3
08:03:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.599053 5129 raft_consensus.cc:513] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.599579 5129 leader_election.cc:290] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 election: Requested vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605)
08:03:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.600041 4451 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "124b593cc9e6402c8b1d33aea1272599" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30"
08:03:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.600214 4451 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 2 FOLLOWER]: Advancing to term 3
08:03:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.600576 4508 leader_election.cc:336] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.601995 4451 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 124b593cc9e6402c8b1d33aea1272599 in term 3.
08:03:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.602332 4507 leader_election.cc:304] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30; no voters: 0d5eed1bb467459dbf443286571d7b8f
08:03:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.602571 5129 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 3 FOLLOWER]: Leader election won for term 3
08:03:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.603013 5129 raft_consensus.cc:695] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [term 3 LEADER]: Becoming Leader. State: Replica: 124b593cc9e6402c8b1d33aea1272599, State: Running, Role: LEADER
08:03:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.603478 5129 consensus_queue.cc:237] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:03:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.604568 5135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 124b593cc9e6402c8b1d33aea1272599. Latest consensus state: current_term: 3 leader_uuid: "124b593cc9e6402c8b1d33aea1272599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.604748 5135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: This master's current role is: LEADER
08:03:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.605327 5136 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.607354 5136 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d]
08:03:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.607887 5136 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]
08:03:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.609282 5136 tablet_loader.cc:96] loaded metadata for tablet a5c91376a96b4fd09e5e304ed69b253b (table kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d])
08:03:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.609673 5136 tablet_loader.cc:96] loaded metadata for tablet dce069289f154ff0b4ea2f13ae11f0af (table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62])
08:03:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.609956 5136 tablet_loader.cc:96] loaded metadata for tablet fc1e4d5951ba46838923211ee669a455 (table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62])
08:03:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.610150 5136 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.610868 5136 catalog_manager.cc:1261] Loaded cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:03:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.610946 5136 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.611967 5136 catalog_manager.cc:1506] Loading token signing keys...
08:03:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.612702 5136 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599: Loaded TSK: 0
08:03:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.613380 5136 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:58.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:03:58.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.254:41307: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307
08:03:58.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:58.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, deferred=Deferred@307809043(state=PENDING, result=null, callback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286), errback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286))) after lookup
08:03:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.672498 4553 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:34348 (request call id 15) took 46 ms (client timeout 46 ms). Trace:
08:03:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.672732 4553 rpcz_store.cc:269] 0901 08:03:58.626192 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:03:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:03:58.626296 (+ 104us) service_pool.cc:225] Handling call
08:03:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:03:58.672419 (+ 46123us) inbound_call.cc:173] Queueing success response
08:03:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":178,"init.queue_time_us":420,"thread_start_us":1257,"threads_started":5}
08:03:58.675 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [205ms] sending RPC to server master-127.4.55.252:37829, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@307809043(state=PENDING, result=null, callback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286) -> (continuation of Deferred@551053018 after retry RPC@1473174217), errback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286) -> (continuation of Deferred@551053018 after retry RPC@1473174217)))
08:03:58.676 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: Network error: Failed to connect to peer master-127.4.55.254:41307(127.4.55.254:41307): Connection refused: /127.4.55.254:41307, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: OK, [205ms] sending RPC to server master-127.4.55.252:37829, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@307809043(state=PENDING, result=null, callback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286) -> (continuation of Deferred@551053018 after retry RPC@1473174217), errback=(continuation of Deferred@752336498 after retry RPC after error@2039001961) -> (continuation of Deferred@1850706009 after retry RPC after error@974902992) -> (continuation of Deferred@724491215 after retry RPC after error@385955384) -> (continuation of Deferred@85883329 after retry RPC after error@1633125092) -> (continuation of Deferred@1023069602 after retry RPC after error@575970547) -> (continuation of Deferred@1416767753 after retry RPC after error@158319041) -> (continuation of Deferred@1670548115 after retry RPC after error@1697067286) -> (continuation of Deferred@551053018 after retry RPC@1473174217)))
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.683073 4522 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55310:
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.684621 4522 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.716142 4508 consensus_peers.cc:489] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 -> Peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Couldn't send request to peer 0d5eed1bb467459dbf443286571d7b8f. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.724207 4451 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Refusing update from remote peer 124b593cc9e6402c8b1d33aea1272599: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:03:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.724845 5135 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:03:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.726704 5149 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 124b593cc9e6402c8b1d33aea1272599. Latest consensus state: current_term: 3 leader_uuid: "124b593cc9e6402c8b1d33aea1272599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.726955 5149 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: FOLLOWER
08:03:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.728336 5135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "124b593cc9e6402c8b1d33aea1272599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.728547 5135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 [sys.catalog]: This master's current role is: LEADER
08:03:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.732123 5149 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "124b593cc9e6402c8b1d33aea1272599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:03:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:58.732295 5149 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: FOLLOWER
08:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.905654 4910 heartbeater.cc:646] Failed to heartbeat to 127.4.55.254:41307 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:58.906424 4769 heartbeater.cc:646] Failed to heartbeat to 127.4.55.254:41307 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111)
08:03:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:59.205808 4508 consensus_peers.cc:489] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 -> Peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Couldn't send request to peer 0d5eed1bb467459dbf443286571d7b8f. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:59.710879 4508 consensus_peers.cc:489] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 -> Peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Couldn't send request to peer 0d5eed1bb467459dbf443286571d7b8f. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:59.770967 4909 heartbeater.cc:499] Master 127.4.55.252:37829 was elected leader, sending a full tablet report...
08:03:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:59.777153 4768 heartbeater.cc:499] Master 127.4.55.252:37829 was elected leader, sending a full tablet report...
08:03:59.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dce069289f154ff0b4ea2f13ae11f0af for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:03:59.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc1e4d5951ba46838923211ee669a455 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:03:59.938 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=dce069289f154ff0b4ea2f13ae11f0af@[2315c708731549deb3c4fd248f59d2ef(127.4.55.193:44975),6d35a494377f487789077c2d4cb3d04c(127.4.55.194:42503),d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fc1e4d5951ba46838923211ee669a455@[2315c708731549deb3c4fd248f59d2ef(127.4.55.193:44975)[L],6d35a494377f487789077c2d4cb3d04c(127.4.55.194:42503),d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:03:59.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC GetTableLocations: received response from server master-127.4.55.252:37829: OK, deferred=null) after lookup
08:03:59.939 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)] connecting to peer
08:03:59.940 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)] Successfully connected to peer
08:03:59.951 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9d905a0d, L:/127.0.0.1:39466 - R:/127.4.55.195:39871] using TOKEN/null
08:03:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:03:59.955432 4962 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.55.254:41307)
08:03:59.991 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.55.254:41307
08:03:59.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:03:59.992702 4319 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_wUh2d/build/asan/bin/kudu
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/logs
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.254:41307
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.254
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38293
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:04:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.195561 5050 heartbeater.cc:499] Master 127.4.55.252:37829 was elected leader, sending a full tablet report...
08:04:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.280849 4410 master_runner.cc:186] Error getting master registration for 127.4.55.254:41307: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111),
08:04:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.281049 4410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.295190 4490 master_runner.cc:186] Error getting master registration for 127.4.55.254:41307: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111),
08:04:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.295392 4490 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.305749 4508 consensus_peers.cc:489] T 00000000000000000000000000000000 P 124b593cc9e6402c8b1d33aea1272599 -> Peer 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307): Couldn't send request to peer 0d5eed1bb467459dbf443286571d7b8f. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.254:41307: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:04:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.367900 5176 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:04:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.368162 5176 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.368255 5176 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375505 5176 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375600 5176 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375660 5176 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375720 5176 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375789 5176 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375844 5176 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:00.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.375913 5176 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33081/jwks.json
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.384233 5176 master_runner.cc:386] Master server non-default flags:
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.55.212:35703
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.55.254:41307
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33081/jwks.json
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.55.254
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38293
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/logs
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 01 Sep 2025 07:43:22 UTC on 24a791456cd2
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7844
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.386023 5176 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.387702 5176 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.395133 5184 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.395491 5183 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.396441 5186 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.397455 5176 server_base.cc:1047] running on GCE node
08:04:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.398098 5176 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.399397 5176 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.400719 5176 hybrid_clock.cc:648] HybridClock initialized: now 1756713840400646 us; error 57 us; skew 500 ppm
08:04:00.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.400970 5176 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.403008 5176 webserver.cc:480] Webserver started at http://127.4.55.254:38293/ using document root <none> and password file <none>
08:04:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.403723 5176 fs_manager.cc:362] Metadata directory not provided
08:04:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.403832 5176 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.408910 5176 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
08:04:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.411468 5192 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.412637 5176 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.412756 5176 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data,/tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d5eed1bb467459dbf443286571d7b8f"
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-01 08:03:54 on dist-test-slave-1r0c"
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.413367 5176 fs_report.cc:389] FS layout report
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/wal
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/data
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:00.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.426434 5176 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.427179 5176 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.427421 5176 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.450129 5176 rpc_server.cc:307] RPC server started. Bound to: 127.4.55.254:41307
08:04:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.450139 5253 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.55.254:41307 every 8 connection(s)
08:04:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.451642 5176 server_base.cc:1179] Dumped server information to /tmp/dist-test-task_wUh2d/test-tmp/mini-kudu-cluster1905863421104269315/master-0/data/info.pb
08:04:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.457742 5254 sys_catalog.cc:263] Verifying existing consensus state
08:04:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.459123 4319 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_wUh2d/build/asan/bin/kudu as pid 5176
08:04:00.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:00.459 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.55.252:37829
08:04:00.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.460228 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 4490
08:04:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.461458 4563 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.461834 5254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Bootstrap starting.
08:04:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.478406 5254 log.cc:826] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Log is configured to *not* fsync() on all Append() calls
08:04:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.492553 5254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.493052 5254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: Bootstrap complete.
08:04:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.499150 5254 raft_consensus.cc:357] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.499842 5254 raft_consensus.cc:738] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d5eed1bb467459dbf443286571d7b8f, State: Initialized, Role: FOLLOWER
08:04:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.500464 5254 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.501238 5258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.501545 5258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: FOLLOWER
08:04:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.502264 5254 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: configured and running, proceeding with master startup.
08:04:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.515659 5269 catalog_manager.cc:1261] Loaded cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:04:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.515906 5269 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: loading cluster ID for follower catalog manager: success
08:04:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.532907 5269 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: acquiring CA information for follower catalog manager: success
08:04:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.536228 5269 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.602101 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 4490
08:04:00.623 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.55.252:37829(127.4.55.252:37829)] handling channelInactive
08:04:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state READY due to: connection closed
08:04:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.624019 5272 negotiation.cc:337] Failed RPC negotiation. Trace:
08:04:00.624 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.602396 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36862 (local address 127.4.55.254:41307)
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.603094 (+ 698us) server_negotiation.cc:206] Beginning negotiation
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.603102 (+ 8us) server_negotiation.cc:399] Waiting for connection header
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.603129 (+ 27us) server_negotiation.cc:407] Connection header received
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.622731 (+ 19602us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36862: BlockingRecv error: recv got EOF from 127.0.0.1:36862 (error 108)
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":558}
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.625075 4429 connection.cc:537] server connection from 127.0.0.1:41728 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.624017 5271 negotiation.cc:337] Failed RPC negotiation. Trace:
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.565131 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.4.55.252:37829 (local address 127.0.0.1:55314)
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.565304 (+ 173us) negotiation.cc:107] Waiting for socket to connect
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.565323 (+ 19us) client_negotiation.cc:174] Beginning negotiation
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.565430 (+ 107us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:00.622823 (+ 57393us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: BlockingRecv error: recv got EOF from 127.4.55.252:37829 (error 108)
08:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":70}
08:04:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.625458 5176 master_runner.cc:186] Error getting master registration for 127.4.55.252:37829: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: BlockingRecv error: recv got EOF from 127.4.55.252:37829 (error 108),
08:04:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.631060 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:00.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.761 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.55.252:37829(127.4.55.252:37829) for tablet Kudu Master: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.254:41307(127.4.55.254:41307)] connecting to peer
08:04:00.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.782 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.55.254:41307(127.4.55.254:41307)] Successfully connected to peer
08:04:00.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.793 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae26a9d1, L:/127.0.0.1:36876 - R:/127.4.55.254:41307] using TOKEN/null
08:04:00.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.853567 5258 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.853880 5258 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.856240 5258 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.856626 4451 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d5eed1bb467459dbf443286571d7b8f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "89a5a1a7d60c47ab984e3703742eec30" is_pre_election: true
08:04:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.856997 5195 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.858513 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.858695 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:00.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.859138 5258 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:04:00.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.903983 5279 raft_consensus.cc:491] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 124b593cc9e6402c8b1d33aea1272599)
08:04:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.904167 5279 raft_consensus.cc:513] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.904863 5279 leader_election.cc:290] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.905969 4428 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:04:00.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.907337 4428 leader_election.cc:336] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.912616 5219 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89a5a1a7d60c47ab984e3703742eec30" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0d5eed1bb467459dbf443286571d7b8f" is_pre_election: true
08:04:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.912984 5219 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89a5a1a7d60c47ab984e3703742eec30 in term 1.
08:04:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.913476 4427 leader_election.cc:304] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f, 89a5a1a7d60c47ab984e3703742eec30; no voters: 124b593cc9e6402c8b1d33aea1272599
08:04:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.913938 5279 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:04:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.914057 5279 raft_consensus.cc:491] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 124b593cc9e6402c8b1d33aea1272599)
08:04:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.914160 5279 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 3 FOLLOWER]: Advancing to term 4
08:04:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.915980 4769 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:04:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.916504 4910 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:04:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.916705 5279 raft_consensus.cc:513] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.917253 5279 leader_election.cc:290] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 election: Requested vote from peers 0d5eed1bb467459dbf443286571d7b8f (127.4.55.254:41307), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.917850 5219 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "89a5a1a7d60c47ab984e3703742eec30" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0d5eed1bb467459dbf443286571d7b8f"
08:04:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.918044 5219 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 1 FOLLOWER]: Advancing to term 4
08:04:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.918609 5208 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "6d35a494377f487789077c2d4cb3d04c" instance_seqno: 1756713836511950) as {username='slave'} at 127.4.55.194:48581; Asking this server to re-register.
08:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:00.918908 4428 leader_election.cc:336] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.918634 5209 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "2315c708731549deb3c4fd248f59d2ef" instance_seqno: 1756713836107712) as {username='slave'} at 127.4.55.193:38929; Asking this server to re-register.
08:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.919411 4910 heartbeater.cc:461] Registering TS with master...
08:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.919473 4769 heartbeater.cc:461] Registering TS with master...
08:04:00.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.922390 5219 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89a5a1a7d60c47ab984e3703742eec30 in term 4.
08:04:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.923720 5208 ts_manager.cc:194] Registered new tserver with Master: 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975)
08:04:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.923830 5209 ts_manager.cc:194] Registered new tserver with Master: 6d35a494377f487789077c2d4cb3d04c (127.4.55.194:42503)
08:04:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.924480 4427 leader_election.cc:304] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f, 89a5a1a7d60c47ab984e3703742eec30; no voters: 124b593cc9e6402c8b1d33aea1272599
08:04:00.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.924806 5279 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 4 FOLLOWER]: Leader election won for term 4
08:04:00.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.925275 5279 raft_consensus.cc:695] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [term 4 LEADER]: Becoming Leader. State: Replica: 89a5a1a7d60c47ab984e3703742eec30, State: Running, Role: LEADER
08:04:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.925767 5279 consensus_queue.cc:237] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:00.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.927623 5285 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 89a5a1a7d60c47ab984e3703742eec30. Latest consensus state: current_term: 4 leader_uuid: "89a5a1a7d60c47ab984e3703742eec30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.927862 5285 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: LEADER
08:04:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.928711 5287 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:04:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.931295 5287 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d]
08:04:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.931942 5287 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62]
08:04:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.933724 5287 tablet_loader.cc:96] loaded metadata for tablet a5c91376a96b4fd09e5e304ed69b253b (table kudu_system.kudu_transactions [id=1fad056ebcc34e228307c09cae353c7d])
08:04:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.934199 5287 tablet_loader.cc:96] loaded metadata for tablet dce069289f154ff0b4ea2f13ae11f0af (table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62])
08:04:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.934612 5287 tablet_loader.cc:96] loaded metadata for tablet fc1e4d5951ba46838923211ee669a455 (table txn_manager_fallback_rolling [id=f9950fe12c4a4eaea9c3024f08346f62])
08:04:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.934880 5287 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:04:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.935835 5287 catalog_manager.cc:1261] Loaded cluster ID: fb1a13acd54a4bc8b6bc828dbede280e
08:04:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.935936 5287 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:04:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.937281 5287 catalog_manager.cc:1506] Loading token signing keys...
08:04:00.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.938211 5287 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30: Loaded TSK: 0
08:04:00.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:00.939093 5287 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:04:01.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:01.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:01.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:01.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:01.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:01.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, [1ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, deferred=Deferred@861629550(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/604153547@39feb42f -> (continuation of Deferred@1687923577 after retry RPC after error@736370759) -> (continuation of Deferred@1127481673 after retry RPC after error@254249676) -> (continuation of Deferred@912144434 after retry RPC after error@1018347686) -> (continuation of Deferred@1609543728 after retry RPC after error@1814896875) -> (continuation of Deferred@729090804 after retry RPC after error@23611596) -> (continuation of Deferred@589563617 after retry RPC after error@646660118), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/16472678@252acc99 -> (continuation of Deferred@1687923577 after retry RPC after error@736370759) -> (continuation of Deferred@1127481673 after retry RPC after error@254249676) -> (continuation of Deferred@912144434 after retry RPC after error@1018347686) -> (continuation of Deferred@1609543728 after retry RPC after error@1814896875) -> (continuation of Deferred@729090804 after retry RPC after error@23611596) -> (continuation of Deferred@589563617 after retry RPC after error@646660118))) after lookup
08:04:01.021 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, [1ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: OK, [245ms] sending RPC to server master-127.4.55.253:40605, deferred=Deferred@861629550(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/604153547@39feb42f -> (continuation of Deferred@1687923577 after retry RPC after error@736370759) -> (continuation of Deferred@1127481673 after retry RPC after error@254249676) -> (continuation of Deferred@912144434 after retry RPC after error@1018347686) -> (continuation of Deferred@1609543728 after retry RPC after error@1814896875) -> (continuation of Deferred@729090804 after retry RPC after error@23611596) -> (continuation of Deferred@589563617 after retry RPC after error@646660118) -> (continuation of Deferred@27520112 after retry RPC@1938901891), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/16472678@252acc99 -> (continuation of Deferred@1687923577 after retry RPC after error@736370759) -> (continuation of Deferred@1127481673 after retry RPC after error@254249676) -> (continuation of Deferred@912144434 after retry RPC after error@1018347686) -> (continuation of Deferred@1609543728 after retry RPC after error@1814896875) -> (continuation of Deferred@729090804 after retry RPC after error@23611596) -> (continuation of Deferred@589563617 after retry RPC after error@646660118) -> (continuation of Deferred@27520112 after retry RPC@1938901891)))
08:04:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:01.023711 4472 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41730 (request call id 22) took 17 ms (client timeout 5 ms). Trace:
08:04:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:01.023911 4472 rpcz_store.cc:269] 0901 08:04:01.006279 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:04:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:01.006349 (+ 70us) service_pool.cc:225] Handling call
08:04:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0901 08:04:01.023634 (+ 17285us) inbound_call.cc:173] Queueing success response
08:04:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":384,"thread_start_us":1052,"threads_started":4}
08:04:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:01.025261 4428 consensus_peers.cc:489] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 -> Peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Couldn't send request to peer 124b593cc9e6402c8b1d33aea1272599. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.033643 5219 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Refusing update from remote peer 89a5a1a7d60c47ab984e3703742eec30: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:04:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.035248 5285 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:04:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.038295 5298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "89a5a1a7d60c47ab984e3703742eec30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.038600 5298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: FOLLOWER
08:04:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.038707 5258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 89a5a1a7d60c47ab984e3703742eec30. Latest consensus state: current_term: 4 leader_uuid: "89a5a1a7d60c47ab984e3703742eec30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.038877 5258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: FOLLOWER
08:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.039948 5258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "89a5a1a7d60c47ab984e3703742eec30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.040098 5258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [sys.catalog]: This master's current role is: FOLLOWER
08:04:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.040887 5279 sys_catalog.cc:455] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "89a5a1a7d60c47ab984e3703742eec30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } } }
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.041138 4441 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50976:
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.041929 5279 sys_catalog.cc:458] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 [sys.catalog]: This master's current role is: LEADER
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 884654602348 + 9223371152200174441 cannot be represented in type 'long'
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:01.043779 4441 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.219539 5051 heartbeater.cc:344] Connected to a master server at 127.4.55.254:41307
08:04:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.220961 5209 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "d8076c55e17046179c5f9b79189af2f5" instance_seqno: 1756713836919473) as {username='slave'} at 127.4.55.195:35999; Asking this server to re-register.
08:04:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.221657 5051 heartbeater.cc:461] Registering TS with master...
08:04:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.222927 5209 ts_manager.cc:194] Registered new tserver with Master: d8076c55e17046179c5f9b79189af2f5 (127.4.55.195:39871)
08:04:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:01.503069 4428 consensus_peers.cc:489] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 -> Peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Couldn't send request to peer 124b593cc9e6402c8b1d33aea1272599. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:01.785974 4770 heartbeater.cc:499] Master 127.4.55.253:40605 was elected leader, sending a full tablet report...
08:04:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f149f873d38 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:04:02.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:04:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f14b304daf2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:04:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f14b303d604 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
08:04:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f14b31a1c7e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:04:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f14b31a285b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:04:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f14b31a749f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:04:02.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f14ad0cc2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:04:02.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f14ad0cc005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:04:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.051105 4428 consensus_peers.cc:489] T 00000000000000000000000000000000 P 89a5a1a7d60c47ab984e3703742eec30 -> Peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Couldn't send request to peer 124b593cc9e6402c8b1d33aea1272599. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:04:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f14a66c62ce in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:04:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f14a66c51ae in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:04:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f14a66cb3e5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
08:04:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f14a66cbd0f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
08:04:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f14a66cbb38 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:04:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:04:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f149f93dcc8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
08:04:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f14a2d5f6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:04:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f149ba9171e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
08:04:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
08:04:02.097 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.55.253:40605(127.4.55.253:40605)] handling channelInactive
08:04:02.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state READY due to: connection closed
08:04:02.097 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.55.253:40605(127.4.55.253:40605) for tablet Kudu Master: connection closed
08:04:02.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.103 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
08:04:02.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:02.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.200948 5052 heartbeater.cc:499] Master 127.4.55.253:40605 was elected leader, sending a full tablet report...
08:04:02.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.319912 5311 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.320106 5311 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.320811 5311 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.322476 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.322646 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.322788 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.323020 5311 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:02.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1839798993(state=PENDING, result=null, callback=(continuation of Deferred@687494191 after retry RPC after error@187145448) -> (continuation of Deferred@1792014848 after retry RPC after error@1335171610) -> (continuation of Deferred@892626155 after retry RPC after error@37973625) -> (continuation of Deferred@390695883 after retry RPC after error@1894450930) -> (continuation of Deferred@1726887736 after retry RPC after error@2143796538) -> (continuation of Deferred@613115610 after retry RPC after error@218052655) -> (continuation of Deferred@457152895 after retry RPC after error@1507051855), errback=(continuation of Deferred@687494191 after retry RPC after error@187145448) -> (continuation of Deferred@1792014848 after retry RPC after error@1335171610) -> (continuation of Deferred@892626155 after retry RPC after error@37973625) -> (continuation of Deferred@390695883 after retry RPC after error@1894450930) -> (continuation of Deferred@1726887736 after retry RPC after error@2143796538) -> (continuation of Deferred@613115610 after retry RPC after error@218052655) -> (continuation of Deferred@457152895 after retry RPC after error@1507051855)))
08:04:02.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1839798993(state=PENDING, result=null, callback=(continuation of Deferred@687494191 after retry RPC after error@187145448) -> (continuation of Deferred@1792014848 after retry RPC after error@1335171610) -> (continuation of Deferred@892626155 after retry RPC after error@37973625) -> (continuation of Deferred@390695883 after retry RPC after error@1894450930) -> (continuation of Deferred@1726887736 after retry RPC after error@2143796538) -> (continuation of Deferred@613115610 after retry RPC after error@218052655) -> (continuation of Deferred@457152895 after retry RPC after error@1507051855), errback=(continuation of Deferred@687494191 after retry RPC after error@187145448) -> (continuation of Deferred@1792014848 after retry RPC after error@1335171610) -> (continuation of Deferred@892626155 after retry RPC after error@37973625) -> (continuation of Deferred@390695883 after retry RPC after error@1894450930) -> (continuation of Deferred@1726887736 after retry RPC after error@2143796538) -> (continuation of Deferred@613115610 after retry RPC after error@218052655) -> (continuation of Deferred@457152895 after retry RPC after error@1507051855)))
08:04:02.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2100853750(state=PENDING, result=null, callback=(continuation of Deferred@405793908 after retry RPC after error@180948120) -> (continuation of Deferred@225587975 after retry RPC after error@858463892) -> (continuation of Deferred@1417677001 after retry RPC after error@376398605) -> (continuation of Deferred@169443532 after retry RPC after error@1630400677) -> (continuation of Deferred@901741065 after retry RPC after error@1487208632) -> (continuation of Deferred@519894144 after retry RPC after error@274368290), errback=(continuation of Deferred@405793908 after retry RPC after error@180948120) -> (continuation of Deferred@225587975 after retry RPC after error@858463892) -> (continuation of Deferred@1417677001 after retry RPC after error@376398605) -> (continuation of Deferred@169443532 after retry RPC after error@1630400677) -> (continuation of Deferred@901741065 after retry RPC after error@1487208632) -> (continuation of Deferred@519894144 after retry RPC after error@274368290)))
08:04:02.523 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2100853750(state=PENDING, result=null, callback=(continuation of Deferred@405793908 after retry RPC after error@180948120) -> (continuation of Deferred@225587975 after retry RPC after error@858463892) -> (continuation of Deferred@1417677001 after retry RPC after error@376398605) -> (continuation of Deferred@169443532 after retry RPC after error@1630400677) -> (continuation of Deferred@901741065 after retry RPC after error@1487208632) -> (continuation of Deferred@519894144 after retry RPC after error@274368290), errback=(continuation of Deferred@405793908 after retry RPC after error@180948120) -> (continuation of Deferred@225587975 after retry RPC after error@858463892) -> (continuation of Deferred@1417677001 after retry RPC after error@376398605) -> (continuation of Deferred@169443532 after retry RPC after error@1630400677) -> (continuation of Deferred@901741065 after retry RPC after error@1487208632) -> (continuation of Deferred@519894144 after retry RPC after error@274368290)))
08:04:02.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.625 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.626 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.641266 4935 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.050s from last keepalive heartbeat (effective timeout is 1.000s)
08:04:02.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.644619 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:02.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.731639 5311 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.731772 5311 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.732244 5311 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.733268 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:02.733414 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.733530 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.733713 5311 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:02.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:02.776952 4911 heartbeater.cc:499] Master 127.4.55.253:40605 was elected leader, sending a full tablet report...
08:04:02.801 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1848274493(state=PENDING, result=null, callback=(continuation of Deferred@456513343 after retry RPC after error@1681909239) -> (continuation of Deferred@2005364186 after retry RPC after error@1256304273) -> (continuation of Deferred@2144867549 after retry RPC after error@1691571852) -> (continuation of Deferred@687214193 after retry RPC after error@1873062104) -> (continuation of Deferred@1348806413 after retry RPC after error@788294843) -> (continuation of Deferred@912353939 after retry RPC after error@2093606639) -> (continuation of Deferred@91093812 after retry RPC after error@1211745942), errback=(continuation of Deferred@456513343 after retry RPC after error@1681909239) -> (continuation of Deferred@2005364186 after retry RPC after error@1256304273) -> (continuation of Deferred@2144867549 after retry RPC after error@1691571852) -> (continuation of Deferred@687214193 after retry RPC after error@1873062104) -> (continuation of Deferred@1348806413 after retry RPC after error@788294843) -> (continuation of Deferred@912353939 after retry RPC after error@2093606639) -> (continuation of Deferred@91093812 after retry RPC after error@1211745942)))
08:04:02.802 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:02.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@553701677(state=PENDING, result=null, callback=(continuation of Deferred@1132704221 after retry RPC after error@2007900307) -> (continuation of Deferred@655635396 after retry RPC after error@12191666) -> (continuation of Deferred@1583960865 after retry RPC after error@1480940231) -> (continuation of Deferred@1581893656 after retry RPC after error@236897268) -> (continuation of Deferred@444229965 after retry RPC after error@1755024295) -> (continuation of Deferred@2013435812 after retry RPC after error@16513587), errback=(continuation of Deferred@1132704221 after retry RPC after error@2007900307) -> (continuation of Deferred@655635396 after retry RPC after error@12191666) -> (continuation of Deferred@1583960865 after retry RPC after error@1480940231) -> (continuation of Deferred@1581893656 after retry RPC after error@236897268) -> (continuation of Deferred@444229965 after retry RPC after error@1755024295) -> (continuation of Deferred@2013435812 after retry RPC after error@16513587)))
08:04:02.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@553701677(state=PENDING, result=null, callback=(continuation of Deferred@1132704221 after retry RPC after error@2007900307) -> (continuation of Deferred@655635396 after retry RPC after error@12191666) -> (continuation of Deferred@1583960865 after retry RPC after error@1480940231) -> (continuation of Deferred@1581893656 after retry RPC after error@236897268) -> (continuation of Deferred@444229965 after retry RPC after error@1755024295) -> (continuation of Deferred@2013435812 after retry RPC after error@16513587), errback=(continuation of Deferred@1132704221 after retry RPC after error@2007900307) -> (continuation of Deferred@655635396 after retry RPC after error@12191666) -> (continuation of Deferred@1583960865 after retry RPC after error@1480940231) -> (continuation of Deferred@1581893656 after retry RPC after error@236897268) -> (continuation of Deferred@444229965 after retry RPC after error@1755024295) -> (continuation of Deferred@2013435812 after retry RPC after error@16513587)))
08:04:02.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:02.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:02.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:02.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:02.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:03.183931 5311 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:03.184087 5311 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:03.184587 5311 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:03.185755 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:03.185926 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:03.186046 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:03.186246 5311 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:03.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@433097224(state=PENDING, result=null, callback=(continuation of Deferred@2078880855 after retry RPC after error@245794960) -> (continuation of Deferred@1582331003 after retry RPC after error@1129129331) -> (continuation of Deferred@1899293377 after retry RPC after error@1265372799) -> (continuation of Deferred@381831365 after retry RPC after error@1015972307) -> (continuation of Deferred@1782191713 after retry RPC after error@1099887279) -> (continuation of Deferred@1166937659 after retry RPC after error@231120704) -> (continuation of Deferred@938809735 after retry RPC after error@22580828), errback=(continuation of Deferred@2078880855 after retry RPC after error@245794960) -> (continuation of Deferred@1582331003 after retry RPC after error@1129129331) -> (continuation of Deferred@1899293377 after retry RPC after error@1265372799) -> (continuation of Deferred@381831365 after retry RPC after error@1015972307) -> (continuation of Deferred@1782191713 after retry RPC after error@1099887279) -> (continuation of Deferred@1166937659 after retry RPC after error@231120704) -> (continuation of Deferred@938809735 after retry RPC after error@22580828)))
08:04:03.204 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@433097224(state=PENDING, result=null, callback=(continuation of Deferred@2078880855 after retry RPC after error@245794960) -> (continuation of Deferred@1582331003 after retry RPC after error@1129129331) -> (continuation of Deferred@1899293377 after retry RPC after error@1265372799) -> (continuation of Deferred@381831365 after retry RPC after error@1015972307) -> (continuation of Deferred@1782191713 after retry RPC after error@1099887279) -> (continuation of Deferred@1166937659 after retry RPC after error@231120704) -> (continuation of Deferred@938809735 after retry RPC after error@22580828), errback=(continuation of Deferred@2078880855 after retry RPC after error@245794960) -> (continuation of Deferred@1582331003 after retry RPC after error@1129129331) -> (continuation of Deferred@1899293377 after retry RPC after error@1265372799) -> (continuation of Deferred@381831365 after retry RPC after error@1015972307) -> (continuation of Deferred@1782191713 after retry RPC after error@1099887279) -> (continuation of Deferred@1166937659 after retry RPC after error@231120704) -> (continuation of Deferred@938809735 after retry RPC after error@22580828)))
08:04:03.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@103196049(state=PENDING, result=null, callback=(continuation of Deferred@274211994 after retry RPC after error@577970900) -> (continuation of Deferred@1634470202 after retry RPC after error@1389699755) -> (continuation of Deferred@66629791 after retry RPC after error@942032822) -> (continuation of Deferred@956480593 after retry RPC after error@1119420832) -> (continuation of Deferred@75709728 after retry RPC after error@244503025) -> (continuation of Deferred@576586822 after retry RPC after error@677426604), errback=(continuation of Deferred@274211994 after retry RPC after error@577970900) -> (continuation of Deferred@1634470202 after retry RPC after error@1389699755) -> (continuation of Deferred@66629791 after retry RPC after error@942032822) -> (continuation of Deferred@956480593 after retry RPC after error@1119420832) -> (continuation of Deferred@75709728 after retry RPC after error@244503025) -> (continuation of Deferred@576586822 after retry RPC after error@677426604)))
08:04:03.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@103196049(state=PENDING, result=null, callback=(continuation of Deferred@274211994 after retry RPC after error@577970900) -> (continuation of Deferred@1634470202 after retry RPC after error@1389699755) -> (continuation of Deferred@66629791 after retry RPC after error@942032822) -> (continuation of Deferred@956480593 after retry RPC after error@1119420832) -> (continuation of Deferred@75709728 after retry RPC after error@244503025) -> (continuation of Deferred@576586822 after retry RPC after error@677426604), errback=(continuation of Deferred@274211994 after retry RPC after error@577970900) -> (continuation of Deferred@1634470202 after retry RPC after error@1389699755) -> (continuation of Deferred@66629791 after retry RPC after error@942032822) -> (continuation of Deferred@956480593 after retry RPC after error@1119420832) -> (continuation of Deferred@75709728 after retry RPC after error@244503025) -> (continuation of Deferred@576586822 after retry RPC after error@677426604)))
08:04:03.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@238091628(state=PENDING, result=null, callback=(continuation of Deferred@904196122 after retry RPC after error@1825139054) -> (continuation of Deferred@1113635022 after retry RPC after error@1261631091) -> (continuation of Deferred@1497672495 after retry RPC after error@2120297328) -> (continuation of Deferred@964709050 after retry RPC after error@1700635287) -> (continuation of Deferred@431775936 after retry RPC after error@1861345836) -> (continuation of Deferred@1428140242 after retry RPC after error@1574894076) -> (continuation of Deferred@656287975 after retry RPC after error@1184845482), errback=(continuation of Deferred@904196122 after retry RPC after error@1825139054) -> (continuation of Deferred@1113635022 after retry RPC after error@1261631091) -> (continuation of Deferred@1497672495 after retry RPC after error@2120297328) -> (continuation of Deferred@964709050 after retry RPC after error@1700635287) -> (continuation of Deferred@431775936 after retry RPC after error@1861345836) -> (continuation of Deferred@1428140242 after retry RPC after error@1574894076) -> (continuation of Deferred@656287975 after retry RPC after error@1184845482)))
08:04:03.662 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:03.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1449793217(state=PENDING, result=null, callback=(continuation of Deferred@63314043 after retry RPC after error@2108212092) -> (continuation of Deferred@592000666 after retry RPC after error@630452268) -> (continuation of Deferred@371536165 after retry RPC after error@757969854) -> (continuation of Deferred@1203416423 after retry RPC after error@2098341676) -> (continuation of Deferred@1107398066 after retry RPC after error@49378831) -> (continuation of Deferred@280113827 after retry RPC after error@2096450782) -> (continuation of Deferred@852959983 after retry RPC after error@991919028), errback=(continuation of Deferred@63314043 after retry RPC after error@2108212092) -> (continuation of Deferred@592000666 after retry RPC after error@630452268) -> (continuation of Deferred@371536165 after retry RPC after error@757969854) -> (continuation of Deferred@1203416423 after retry RPC after error@2098341676) -> (continuation of Deferred@1107398066 after retry RPC after error@49378831) -> (continuation of Deferred@280113827 after retry RPC after error@2096450782) -> (continuation of Deferred@852959983 after retry RPC after error@991919028)))
08:04:03.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1449793217(state=PENDING, result=null, callback=(continuation of Deferred@63314043 after retry RPC after error@2108212092) -> (continuation of Deferred@592000666 after retry RPC after error@630452268) -> (continuation of Deferred@371536165 after retry RPC after error@757969854) -> (continuation of Deferred@1203416423 after retry RPC after error@2098341676) -> (continuation of Deferred@1107398066 after retry RPC after error@49378831) -> (continuation of Deferred@280113827 after retry RPC after error@2096450782) -> (continuation of Deferred@852959983 after retry RPC after error@991919028), errback=(continuation of Deferred@63314043 after retry RPC after error@2108212092) -> (continuation of Deferred@592000666 after retry RPC after error@630452268) -> (continuation of Deferred@371536165 after retry RPC after error@757969854) -> (continuation of Deferred@1203416423 after retry RPC after error@2098341676) -> (continuation of Deferred@1107398066 after retry RPC after error@49378831) -> (continuation of Deferred@280113827 after retry RPC after error@2096450782) -> (continuation of Deferred@852959983 after retry RPC after error@991919028)))
08:04:03.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:03.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:03.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:03.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:03.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:03.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.069458 5339 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.069624 5339 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.070238 5339 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:04.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:04.071862 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:04.071990 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.072117 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.072289 5339 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:04.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1658761031(state=PENDING, result=null, callback=(continuation of Deferred@558879027 after retry RPC after error@1476319081) -> (continuation of Deferred@434971826 after retry RPC after error@249435231) -> (continuation of Deferred@1372031742 after retry RPC after error@1881365040) -> (continuation of Deferred@10172466 after retry RPC after error@2124003474) -> (continuation of Deferred@325340613 after retry RPC after error@2038200131) -> (continuation of Deferred@545229558 after retry RPC after error@319945539) -> (continuation of Deferred@581604993 after retry RPC after error@955657208), errback=(continuation of Deferred@558879027 after retry RPC after error@1476319081) -> (continuation of Deferred@434971826 after retry RPC after error@249435231) -> (continuation of Deferred@1372031742 after retry RPC after error@1881365040) -> (continuation of Deferred@10172466 after retry RPC after error@2124003474) -> (continuation of Deferred@325340613 after retry RPC after error@2038200131) -> (continuation of Deferred@545229558 after retry RPC after error@319945539) -> (continuation of Deferred@581604993 after retry RPC after error@955657208)))
08:04:04.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1658761031(state=PENDING, result=null, callback=(continuation of Deferred@558879027 after retry RPC after error@1476319081) -> (continuation of Deferred@434971826 after retry RPC after error@249435231) -> (continuation of Deferred@1372031742 after retry RPC after error@1881365040) -> (continuation of Deferred@10172466 after retry RPC after error@2124003474) -> (continuation of Deferred@325340613 after retry RPC after error@2038200131) -> (continuation of Deferred@545229558 after retry RPC after error@319945539) -> (continuation of Deferred@581604993 after retry RPC after error@955657208), errback=(continuation of Deferred@558879027 after retry RPC after error@1476319081) -> (continuation of Deferred@434971826 after retry RPC after error@249435231) -> (continuation of Deferred@1372031742 after retry RPC after error@1881365040) -> (continuation of Deferred@10172466 after retry RPC after error@2124003474) -> (continuation of Deferred@325340613 after retry RPC after error@2038200131) -> (continuation of Deferred@545229558 after retry RPC after error@319945539) -> (continuation of Deferred@581604993 after retry RPC after error@955657208)))
08:04:04.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@625211285(state=PENDING, result=null, callback=(continuation of Deferred@472570663 after retry RPC after error@1450769611) -> (continuation of Deferred@1859303217 after retry RPC after error@1419184673) -> (continuation of Deferred@506335351 after retry RPC after error@253831645) -> (continuation of Deferred@1949396023 after retry RPC after error@404469394) -> (continuation of Deferred@1993912398 after retry RPC after error@1882263689) -> (continuation of Deferred@253659756 after retry RPC after error@1249120827), errback=(continuation of Deferred@472570663 after retry RPC after error@1450769611) -> (continuation of Deferred@1859303217 after retry RPC after error@1419184673) -> (continuation of Deferred@506335351 after retry RPC after error@253831645) -> (continuation of Deferred@1949396023 after retry RPC after error@404469394) -> (continuation of Deferred@1993912398 after retry RPC after error@1882263689) -> (continuation of Deferred@253659756 after retry RPC after error@1249120827)))
08:04:04.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@625211285(state=PENDING, result=null, callback=(continuation of Deferred@472570663 after retry RPC after error@1450769611) -> (continuation of Deferred@1859303217 after retry RPC after error@1419184673) -> (continuation of Deferred@506335351 after retry RPC after error@253831645) -> (continuation of Deferred@1949396023 after retry RPC after error@404469394) -> (continuation of Deferred@1993912398 after retry RPC after error@1882263689) -> (continuation of Deferred@253659756 after retry RPC after error@1249120827), errback=(continuation of Deferred@472570663 after retry RPC after error@1450769611) -> (continuation of Deferred@1859303217 after retry RPC after error@1419184673) -> (continuation of Deferred@506335351 after retry RPC after error@253831645) -> (continuation of Deferred@1949396023 after retry RPC after error@404469394) -> (continuation of Deferred@1993912398 after retry RPC after error@1882263689) -> (continuation of Deferred@253659756 after retry RPC after error@1249120827)))
08:04:04.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1086231057(state=PENDING, result=null, callback=(continuation of Deferred@824139532 after retry RPC after error@418830694) -> (continuation of Deferred@2063196471 after retry RPC after error@1315162723) -> (continuation of Deferred@89070492 after retry RPC after error@727506874) -> (continuation of Deferred@513369023 after retry RPC after error@1324978909) -> (continuation of Deferred@865592165 after retry RPC after error@2122009506) -> (continuation of Deferred@732584777 after retry RPC after error@700926875) -> (continuation of Deferred@633800973 after retry RPC after error@21323852), errback=(continuation of Deferred@824139532 after retry RPC after error@418830694) -> (continuation of Deferred@2063196471 after retry RPC after error@1315162723) -> (continuation of Deferred@89070492 after retry RPC after error@727506874) -> (continuation of Deferred@513369023 after retry RPC after error@1324978909) -> (continuation of Deferred@865592165 after retry RPC after error@2122009506) -> (continuation of Deferred@732584777 after retry RPC after error@700926875) -> (continuation of Deferred@633800973 after retry RPC after error@21323852)))
08:04:04.603 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1086231057(state=PENDING, result=null, callback=(continuation of Deferred@824139532 after retry RPC after error@418830694) -> (continuation of Deferred@2063196471 after retry RPC after error@1315162723) -> (continuation of Deferred@89070492 after retry RPC after error@727506874) -> (continuation of Deferred@513369023 after retry RPC after error@1324978909) -> (continuation of Deferred@865592165 after retry RPC after error@2122009506) -> (continuation of Deferred@732584777 after retry RPC after error@700926875) -> (continuation of Deferred@633800973 after retry RPC after error@21323852), errback=(continuation of Deferred@824139532 after retry RPC after error@418830694) -> (continuation of Deferred@2063196471 after retry RPC after error@1315162723) -> (continuation of Deferred@89070492 after retry RPC after error@727506874) -> (continuation of Deferred@513369023 after retry RPC after error@1324978909) -> (continuation of Deferred@865592165 after retry RPC after error@2122009506) -> (continuation of Deferred@732584777 after retry RPC after error@700926875) -> (continuation of Deferred@633800973 after retry RPC after error@21323852)))
08:04:04.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@689788723(state=PENDING, result=null, callback=(continuation of Deferred@1128965119 after retry RPC after error@1658649064) -> (continuation of Deferred@63972492 after retry RPC after error@1077370634) -> (continuation of Deferred@1458850216 after retry RPC after error@1407379751) -> (continuation of Deferred@1360286611 after retry RPC after error@732010932) -> (continuation of Deferred@1609313377 after retry RPC after error@453201258) -> (continuation of Deferred@1752702290 after retry RPC after error@1328760272) -> (continuation of Deferred@1896015731 after retry RPC after error@1894485028) -> (continuation of Deferred@1490132454 after retry RPC after error@219766505), errback=(continuation of Deferred@1128965119 after retry RPC after error@1658649064) -> (continuation of Deferred@63972492 after retry RPC after error@1077370634) -> (continuation of Deferred@1458850216 after retry RPC after error@1407379751) -> (continuation of Deferred@1360286611 after retry RPC after error@732010932) -> (continuation of Deferred@1609313377 after retry RPC after error@453201258) -> (continuation of Deferred@1752702290 after retry RPC after error@1328760272) -> (continuation of Deferred@1896015731 after retry RPC after error@1894485028) -> (continuation of Deferred@1490132454 after retry RPC after error@219766505)))
08:04:04.843 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@689788723(state=PENDING, result=null, callback=(continuation of Deferred@1128965119 after retry RPC after error@1658649064) -> (continuation of Deferred@63972492 after retry RPC after error@1077370634) -> (continuation of Deferred@1458850216 after retry RPC after error@1407379751) -> (continuation of Deferred@1360286611 after retry RPC after error@732010932) -> (continuation of Deferred@1609313377 after retry RPC after error@453201258) -> (continuation of Deferred@1752702290 after retry RPC after error@1328760272) -> (continuation of Deferred@1896015731 after retry RPC after error@1894485028) -> (continuation of Deferred@1490132454 after retry RPC after error@219766505), errback=(continuation of Deferred@1128965119 after retry RPC after error@1658649064) -> (continuation of Deferred@63972492 after retry RPC after error@1077370634) -> (continuation of Deferred@1458850216 after retry RPC after error@1407379751) -> (continuation of Deferred@1360286611 after retry RPC after error@732010932) -> (continuation of Deferred@1609313377 after retry RPC after error@453201258) -> (continuation of Deferred@1752702290 after retry RPC after error@1328760272) -> (continuation of Deferred@1896015731 after retry RPC after error@1894485028) -> (continuation of Deferred@1490132454 after retry RPC after error@219766505)))
08:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.854672 5348 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.854830 5348 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.855365 5348 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:04.857038 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:04.857174 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.857285 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:04.857478 5348 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:04.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:04.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:04.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:04.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:04.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:04.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1304345383(state=PENDING, result=null, callback=(continuation of Deferred@173903227 after retry RPC after error@351041224) -> (continuation of Deferred@1159600228 after retry RPC after error@2109858915) -> (continuation of Deferred@462522613 after retry RPC after error@1824319353) -> (continuation of Deferred@1498681266 after retry RPC after error@734272007) -> (continuation of Deferred@1015409066 after retry RPC after error@931747436) -> (continuation of Deferred@1314514608 after retry RPC after error@1162266974) -> (continuation of Deferred@1444782309 after retry RPC after error@727361148), errback=(continuation of Deferred@173903227 after retry RPC after error@351041224) -> (continuation of Deferred@1159600228 after retry RPC after error@2109858915) -> (continuation of Deferred@462522613 after retry RPC after error@1824319353) -> (continuation of Deferred@1498681266 after retry RPC after error@734272007) -> (continuation of Deferred@1015409066 after retry RPC after error@931747436) -> (continuation of Deferred@1314514608 after retry RPC after error@1162266974) -> (continuation of Deferred@1444782309 after retry RPC after error@727361148)))
08:04:05.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1304345383(state=PENDING, result=null, callback=(continuation of Deferred@173903227 after retry RPC after error@351041224) -> (continuation of Deferred@1159600228 after retry RPC after error@2109858915) -> (continuation of Deferred@462522613 after retry RPC after error@1824319353) -> (continuation of Deferred@1498681266 after retry RPC after error@734272007) -> (continuation of Deferred@1015409066 after retry RPC after error@931747436) -> (continuation of Deferred@1314514608 after retry RPC after error@1162266974) -> (continuation of Deferred@1444782309 after retry RPC after error@727361148), errback=(continuation of Deferred@173903227 after retry RPC after error@351041224) -> (continuation of Deferred@1159600228 after retry RPC after error@2109858915) -> (continuation of Deferred@462522613 after retry RPC after error@1824319353) -> (continuation of Deferred@1498681266 after retry RPC after error@734272007) -> (continuation of Deferred@1015409066 after retry RPC after error@931747436) -> (continuation of Deferred@1314514608 after retry RPC after error@1162266974) -> (continuation of Deferred@1444782309 after retry RPC after error@727361148)))
08:04:05.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@875419053(state=PENDING, result=null, callback=(continuation of Deferred@364120948 after retry RPC after error@1726166186) -> (continuation of Deferred@1019013341 after retry RPC after error@1718010458) -> (continuation of Deferred@1396480585 after retry RPC after error@738570976) -> (continuation of Deferred@2007256509 after retry RPC after error@654320897) -> (continuation of Deferred@274271610 after retry RPC after error@298463011) -> (continuation of Deferred@1146503426 after retry RPC after error@1658342564) -> (continuation of Deferred@976404312 after retry RPC after error@2059484170), errback=(continuation of Deferred@364120948 after retry RPC after error@1726166186) -> (continuation of Deferred@1019013341 after retry RPC after error@1718010458) -> (continuation of Deferred@1396480585 after retry RPC after error@738570976) -> (continuation of Deferred@2007256509 after retry RPC after error@654320897) -> (continuation of Deferred@274271610 after retry RPC after error@298463011) -> (continuation of Deferred@1146503426 after retry RPC after error@1658342564) -> (continuation of Deferred@976404312 after retry RPC after error@2059484170)))
08:04:05.344 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@875419053(state=PENDING, result=null, callback=(continuation of Deferred@364120948 after retry RPC after error@1726166186) -> (continuation of Deferred@1019013341 after retry RPC after error@1718010458) -> (continuation of Deferred@1396480585 after retry RPC after error@738570976) -> (continuation of Deferred@2007256509 after retry RPC after error@654320897) -> (continuation of Deferred@274271610 after retry RPC after error@298463011) -> (continuation of Deferred@1146503426 after retry RPC after error@1658342564) -> (continuation of Deferred@976404312 after retry RPC after error@2059484170), errback=(continuation of Deferred@364120948 after retry RPC after error@1726166186) -> (continuation of Deferred@1019013341 after retry RPC after error@1718010458) -> (continuation of Deferred@1396480585 after retry RPC after error@738570976) -> (continuation of Deferred@2007256509 after retry RPC after error@654320897) -> (continuation of Deferred@274271610 after retry RPC after error@298463011) -> (continuation of Deferred@1146503426 after retry RPC after error@1658342564) -> (continuation of Deferred@976404312 after retry RPC after error@2059484170)))
08:04:05.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1617385062(state=PENDING, result=null, callback=(continuation of Deferred@749325811 after retry RPC after error@1595593867) -> (continuation of Deferred@1166955260 after retry RPC after error@528541773) -> (continuation of Deferred@2099537947 after retry RPC after error@1955808696) -> (continuation of Deferred@1136521316 after retry RPC after error@1541909214) -> (continuation of Deferred@90010889 after retry RPC after error@1804426911) -> (continuation of Deferred@1201646938 after retry RPC after error@558390829) -> (continuation of Deferred@1339261488 after retry RPC after error@1311458547), errback=(continuation of Deferred@749325811 after retry RPC after error@1595593867) -> (continuation of Deferred@1166955260 after retry RPC after error@528541773) -> (continuation of Deferred@2099537947 after retry RPC after error@1955808696) -> (continuation of Deferred@1136521316 after retry RPC after error@1541909214) -> (continuation of Deferred@90010889 after retry RPC after error@1804426911) -> (continuation of Deferred@1201646938 after retry RPC after error@558390829) -> (continuation of Deferred@1339261488 after retry RPC after error@1311458547)))
08:04:05.563 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1617385062(state=PENDING, result=null, callback=(continuation of Deferred@749325811 after retry RPC after error@1595593867) -> (continuation of Deferred@1166955260 after retry RPC after error@528541773) -> (continuation of Deferred@2099537947 after retry RPC after error@1955808696) -> (continuation of Deferred@1136521316 after retry RPC after error@1541909214) -> (continuation of Deferred@90010889 after retry RPC after error@1804426911) -> (continuation of Deferred@1201646938 after retry RPC after error@558390829) -> (continuation of Deferred@1339261488 after retry RPC after error@1311458547), errback=(continuation of Deferred@749325811 after retry RPC after error@1595593867) -> (continuation of Deferred@1166955260 after retry RPC after error@528541773) -> (continuation of Deferred@2099537947 after retry RPC after error@1955808696) -> (continuation of Deferred@1136521316 after retry RPC after error@1541909214) -> (continuation of Deferred@90010889 after retry RPC after error@1804426911) -> (continuation of Deferred@1201646938 after retry RPC after error@558390829) -> (continuation of Deferred@1339261488 after retry RPC after error@1311458547)))
08:04:05.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:05.633198 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:05.633327 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:05.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1661527082(state=PENDING, result=null, callback=(continuation of Deferred@97700552 after retry RPC after error@1601057116) -> (continuation of Deferred@269671955 after retry RPC after error@874463631) -> (continuation of Deferred@654854478 after retry RPC after error@155346978) -> (continuation of Deferred@254201183 after retry RPC after error@1107031565) -> (continuation of Deferred@610043205 after retry RPC after error@1044769428) -> (continuation of Deferred@129008694 after retry RPC after error@426070355) -> (continuation of Deferred@1498651031 after retry RPC after error@1221843299), errback=(continuation of Deferred@97700552 after retry RPC after error@1601057116) -> (continuation of Deferred@269671955 after retry RPC after error@874463631) -> (continuation of Deferred@654854478 after retry RPC after error@155346978) -> (continuation of Deferred@254201183 after retry RPC after error@1107031565) -> (continuation of Deferred@610043205 after retry RPC after error@1044769428) -> (continuation of Deferred@129008694 after retry RPC after error@426070355) -> (continuation of Deferred@1498651031 after retry RPC after error@1221843299)))
08:04:05.743 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1661527082(state=PENDING, result=null, callback=(continuation of Deferred@97700552 after retry RPC after error@1601057116) -> (continuation of Deferred@269671955 after retry RPC after error@874463631) -> (continuation of Deferred@654854478 after retry RPC after error@155346978) -> (continuation of Deferred@254201183 after retry RPC after error@1107031565) -> (continuation of Deferred@610043205 after retry RPC after error@1044769428) -> (continuation of Deferred@129008694 after retry RPC after error@426070355) -> (continuation of Deferred@1498651031 after retry RPC after error@1221843299), errback=(continuation of Deferred@97700552 after retry RPC after error@1601057116) -> (continuation of Deferred@269671955 after retry RPC after error@874463631) -> (continuation of Deferred@654854478 after retry RPC after error@155346978) -> (continuation of Deferred@254201183 after retry RPC after error@1107031565) -> (continuation of Deferred@610043205 after retry RPC after error@1044769428) -> (continuation of Deferred@129008694 after retry RPC after error@426070355) -> (continuation of Deferred@1498651031 after retry RPC after error@1221843299)))
08:04:05.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:05.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:05.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:05.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:05.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:05.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.021 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1272322473(state=PENDING, result=null, callback=(continuation of Deferred@2037885609 after retry RPC after error@185171495) -> (continuation of Deferred@225572388 after retry RPC after error@1989262706) -> (continuation of Deferred@846685163 after retry RPC after error@1917836228) -> (continuation of Deferred@1879954303 after retry RPC after error@185371169) -> (continuation of Deferred@49141904 after retry RPC after error@250651378) -> (continuation of Deferred@276307576 after retry RPC after error@2135606228) -> (continuation of Deferred@328187381 after retry RPC after error@417561156), errback=(continuation of Deferred@2037885609 after retry RPC after error@185171495) -> (continuation of Deferred@225572388 after retry RPC after error@1989262706) -> (continuation of Deferred@846685163 after retry RPC after error@1917836228) -> (continuation of Deferred@1879954303 after retry RPC after error@185371169) -> (continuation of Deferred@49141904 after retry RPC after error@250651378) -> (continuation of Deferred@276307576 after retry RPC after error@2135606228) -> (continuation of Deferred@328187381 after retry RPC after error@417561156)))
08:04:06.022 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:06.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@222462272(state=PENDING, result=null, callback=(continuation of Deferred@1011136940 after retry RPC after error@989322588) -> (continuation of Deferred@439332967 after retry RPC after error@58616547) -> (continuation of Deferred@443427577 after retry RPC after error@511117781) -> (continuation of Deferred@2033987316 after retry RPC after error@157641282) -> (continuation of Deferred@1647812725 after retry RPC after error@1151870023) -> (continuation of Deferred@1560013224 after retry RPC after error@2121182991) -> (continuation of Deferred@554011839 after retry RPC after error@613027524), errback=(continuation of Deferred@1011136940 after retry RPC after error@989322588) -> (continuation of Deferred@439332967 after retry RPC after error@58616547) -> (continuation of Deferred@443427577 after retry RPC after error@511117781) -> (continuation of Deferred@2033987316 after retry RPC after error@157641282) -> (continuation of Deferred@1647812725 after retry RPC after error@1151870023) -> (continuation of Deferred@1560013224 after retry RPC after error@2121182991) -> (continuation of Deferred@554011839 after retry RPC after error@613027524)))
08:04:06.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@222462272(state=PENDING, result=null, callback=(continuation of Deferred@1011136940 after retry RPC after error@989322588) -> (continuation of Deferred@439332967 after retry RPC after error@58616547) -> (continuation of Deferred@443427577 after retry RPC after error@511117781) -> (continuation of Deferred@2033987316 after retry RPC after error@157641282) -> (continuation of Deferred@1647812725 after retry RPC after error@1151870023) -> (continuation of Deferred@1560013224 after retry RPC after error@2121182991) -> (continuation of Deferred@554011839 after retry RPC after error@613027524), errback=(continuation of Deferred@1011136940 after retry RPC after error@989322588) -> (continuation of Deferred@439332967 after retry RPC after error@58616547) -> (continuation of Deferred@443427577 after retry RPC after error@511117781) -> (continuation of Deferred@2033987316 after retry RPC after error@157641282) -> (continuation of Deferred@1647812725 after retry RPC after error@1151870023) -> (continuation of Deferred@1560013224 after retry RPC after error@2121182991) -> (continuation of Deferred@554011839 after retry RPC after error@613027524)))
08:04:06.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@217079669(state=PENDING, result=null, callback=(continuation of Deferred@1265875089 after retry RPC after error@334893402) -> (continuation of Deferred@1949700716 after retry RPC after error@2058608744) -> (continuation of Deferred@751990943 after retry RPC after error@252559518) -> (continuation of Deferred@1265370721 after retry RPC after error@783884228) -> (continuation of Deferred@286297100 after retry RPC after error@1895344000) -> (continuation of Deferred@1535965424 after retry RPC after error@1026395002) -> (continuation of Deferred@675807295 after retry RPC after error@490305041), errback=(continuation of Deferred@1265875089 after retry RPC after error@334893402) -> (continuation of Deferred@1949700716 after retry RPC after error@2058608744) -> (continuation of Deferred@751990943 after retry RPC after error@252559518) -> (continuation of Deferred@1265370721 after retry RPC after error@783884228) -> (continuation of Deferred@286297100 after retry RPC after error@1895344000) -> (continuation of Deferred@1535965424 after retry RPC after error@1026395002) -> (continuation of Deferred@675807295 after retry RPC after error@490305041)))
08:04:06.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@217079669(state=PENDING, result=null, callback=(continuation of Deferred@1265875089 after retry RPC after error@334893402) -> (continuation of Deferred@1949700716 after retry RPC after error@2058608744) -> (continuation of Deferred@751990943 after retry RPC after error@252559518) -> (continuation of Deferred@1265370721 after retry RPC after error@783884228) -> (continuation of Deferred@286297100 after retry RPC after error@1895344000) -> (continuation of Deferred@1535965424 after retry RPC after error@1026395002) -> (continuation of Deferred@675807295 after retry RPC after error@490305041), errback=(continuation of Deferred@1265875089 after retry RPC after error@334893402) -> (continuation of Deferred@1949700716 after retry RPC after error@2058608744) -> (continuation of Deferred@751990943 after retry RPC after error@252559518) -> (continuation of Deferred@1265370721 after retry RPC after error@783884228) -> (continuation of Deferred@286297100 after retry RPC after error@1895344000) -> (continuation of Deferred@1535965424 after retry RPC after error@1026395002) -> (continuation of Deferred@675807295 after retry RPC after error@490305041)))
08:04:06.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1546132389(state=PENDING, result=null, callback=(continuation of Deferred@429617134 after retry RPC after error@1587676849) -> (continuation of Deferred@1343032186 after retry RPC after error@1290061805) -> (continuation of Deferred@247608704 after retry RPC after error@1083915623) -> (continuation of Deferred@2029369557 after retry RPC after error@306496393) -> (continuation of Deferred@230005364 after retry RPC after error@341638816) -> (continuation of Deferred@1102766062 after retry RPC after error@1976964315) -> (continuation of Deferred@1418810927 after retry RPC after error@667622371), errback=(continuation of Deferred@429617134 after retry RPC after error@1587676849) -> (continuation of Deferred@1343032186 after retry RPC after error@1290061805) -> (continuation of Deferred@247608704 after retry RPC after error@1083915623) -> (continuation of Deferred@2029369557 after retry RPC after error@306496393) -> (continuation of Deferred@230005364 after retry RPC after error@341638816) -> (continuation of Deferred@1102766062 after retry RPC after error@1976964315) -> (continuation of Deferred@1418810927 after retry RPC after error@667622371)))
08:04:06.723 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1546132389(state=PENDING, result=null, callback=(continuation of Deferred@429617134 after retry RPC after error@1587676849) -> (continuation of Deferred@1343032186 after retry RPC after error@1290061805) -> (continuation of Deferred@247608704 after retry RPC after error@1083915623) -> (continuation of Deferred@2029369557 after retry RPC after error@306496393) -> (continuation of Deferred@230005364 after retry RPC after error@341638816) -> (continuation of Deferred@1102766062 after retry RPC after error@1976964315) -> (continuation of Deferred@1418810927 after retry RPC after error@667622371), errback=(continuation of Deferred@429617134 after retry RPC after error@1587676849) -> (continuation of Deferred@1343032186 after retry RPC after error@1290061805) -> (continuation of Deferred@247608704 after retry RPC after error@1083915623) -> (continuation of Deferred@2029369557 after retry RPC after error@306496393) -> (continuation of Deferred@230005364 after retry RPC after error@341638816) -> (continuation of Deferred@1102766062 after retry RPC after error@1976964315) -> (continuation of Deferred@1418810927 after retry RPC after error@667622371)))
08:04:06.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:06.830274 5363 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:06.830461 5363 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:06.831066 5363 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:06.831841 5195 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111) [suppressed 10 similar messages]
08:04:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:06.832895 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:06.833060 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:06.833143 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:06.833356 5363 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:06.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:06.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@808978289(state=PENDING, result=null, callback=(continuation of Deferred@537640433 after retry RPC after error@55412546) -> (continuation of Deferred@718986208 after retry RPC after error@1512653381) -> (continuation of Deferred@657496260 after retry RPC after error@1210608887) -> (continuation of Deferred@877767625 after retry RPC after error@612035692) -> (continuation of Deferred@128956063 after retry RPC after error@208354633) -> (continuation of Deferred@895340782 after retry RPC after error@1178026917) -> (continuation of Deferred@1020665522 after retry RPC after error@1761803540), errback=(continuation of Deferred@537640433 after retry RPC after error@55412546) -> (continuation of Deferred@718986208 after retry RPC after error@1512653381) -> (continuation of Deferred@657496260 after retry RPC after error@1210608887) -> (continuation of Deferred@877767625 after retry RPC after error@612035692) -> (continuation of Deferred@128956063 after retry RPC after error@208354633) -> (continuation of Deferred@895340782 after retry RPC after error@1178026917) -> (continuation of Deferred@1020665522 after retry RPC after error@1761803540)))
08:04:06.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@808978289(state=PENDING, result=null, callback=(continuation of Deferred@537640433 after retry RPC after error@55412546) -> (continuation of Deferred@718986208 after retry RPC after error@1512653381) -> (continuation of Deferred@657496260 after retry RPC after error@1210608887) -> (continuation of Deferred@877767625 after retry RPC after error@612035692) -> (continuation of Deferred@128956063 after retry RPC after error@208354633) -> (continuation of Deferred@895340782 after retry RPC after error@1178026917) -> (continuation of Deferred@1020665522 after retry RPC after error@1761803540), errback=(continuation of Deferred@537640433 after retry RPC after error@55412546) -> (continuation of Deferred@718986208 after retry RPC after error@1512653381) -> (continuation of Deferred@657496260 after retry RPC after error@1210608887) -> (continuation of Deferred@877767625 after retry RPC after error@612035692) -> (continuation of Deferred@128956063 after retry RPC after error@208354633) -> (continuation of Deferred@895340782 after retry RPC after error@1178026917) -> (continuation of Deferred@1020665522 after retry RPC after error@1761803540)))
08:04:06.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:06.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:06.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:06.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:06.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2035638009(state=PENDING, result=null, callback=(continuation of Deferred@1123426917 after retry RPC after error@1597036100) -> (continuation of Deferred@1991816182 after retry RPC after error@633964878) -> (continuation of Deferred@1449095832 after retry RPC after error@260316385) -> (continuation of Deferred@1007692260 after retry RPC after error@1434080465) -> (continuation of Deferred@2023503700 after retry RPC after error@1464885170) -> (continuation of Deferred@1790051253 after retry RPC after error@1835605742) -> (continuation of Deferred@1951838848 after retry RPC after error@556715639), errback=(continuation of Deferred@1123426917 after retry RPC after error@1597036100) -> (continuation of Deferred@1991816182 after retry RPC after error@633964878) -> (continuation of Deferred@1449095832 after retry RPC after error@260316385) -> (continuation of Deferred@1007692260 after retry RPC after error@1434080465) -> (continuation of Deferred@2023503700 after retry RPC after error@1464885170) -> (continuation of Deferred@1790051253 after retry RPC after error@1835605742) -> (continuation of Deferred@1951838848 after retry RPC after error@556715639)))
08:04:07.143 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2035638009(state=PENDING, result=null, callback=(continuation of Deferred@1123426917 after retry RPC after error@1597036100) -> (continuation of Deferred@1991816182 after retry RPC after error@633964878) -> (continuation of Deferred@1449095832 after retry RPC after error@260316385) -> (continuation of Deferred@1007692260 after retry RPC after error@1434080465) -> (continuation of Deferred@2023503700 after retry RPC after error@1464885170) -> (continuation of Deferred@1790051253 after retry RPC after error@1835605742) -> (continuation of Deferred@1951838848 after retry RPC after error@556715639), errback=(continuation of Deferred@1123426917 after retry RPC after error@1597036100) -> (continuation of Deferred@1991816182 after retry RPC after error@633964878) -> (continuation of Deferred@1449095832 after retry RPC after error@260316385) -> (continuation of Deferred@1007692260 after retry RPC after error@1434080465) -> (continuation of Deferred@2023503700 after retry RPC after error@1464885170) -> (continuation of Deferred@1790051253 after retry RPC after error@1835605742) -> (continuation of Deferred@1951838848 after retry RPC after error@556715639)))
08:04:07.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@856096875(state=PENDING, result=null, callback=(continuation of Deferred@936297407 after retry RPC after error@559963201) -> (continuation of Deferred@1599654401 after retry RPC after error@1415024089) -> (continuation of Deferred@356876247 after retry RPC after error@920955754) -> (continuation of Deferred@804611957 after retry RPC after error@1201937943) -> (continuation of Deferred@2032233203 after retry RPC after error@1787633990) -> (continuation of Deferred@1858547117 after retry RPC after error@167035588) -> (continuation of Deferred@2079348731 after retry RPC after error@2020925138), errback=(continuation of Deferred@936297407 after retry RPC after error@559963201) -> (continuation of Deferred@1599654401 after retry RPC after error@1415024089) -> (continuation of Deferred@356876247 after retry RPC after error@920955754) -> (continuation of Deferred@804611957 after retry RPC after error@1201937943) -> (continuation of Deferred@2032233203 after retry RPC after error@1787633990) -> (continuation of Deferred@1858547117 after retry RPC after error@167035588) -> (continuation of Deferred@2079348731 after retry RPC after error@2020925138)))
08:04:07.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@856096875(state=PENDING, result=null, callback=(continuation of Deferred@936297407 after retry RPC after error@559963201) -> (continuation of Deferred@1599654401 after retry RPC after error@1415024089) -> (continuation of Deferred@356876247 after retry RPC after error@920955754) -> (continuation of Deferred@804611957 after retry RPC after error@1201937943) -> (continuation of Deferred@2032233203 after retry RPC after error@1787633990) -> (continuation of Deferred@1858547117 after retry RPC after error@167035588) -> (continuation of Deferred@2079348731 after retry RPC after error@2020925138), errback=(continuation of Deferred@936297407 after retry RPC after error@559963201) -> (continuation of Deferred@1599654401 after retry RPC after error@1415024089) -> (continuation of Deferred@356876247 after retry RPC after error@920955754) -> (continuation of Deferred@804611957 after retry RPC after error@1201937943) -> (continuation of Deferred@2032233203 after retry RPC after error@1787633990) -> (continuation of Deferred@1858547117 after retry RPC after error@167035588) -> (continuation of Deferred@2079348731 after retry RPC after error@2020925138)))
08:04:07.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1279953504(state=PENDING, result=null, callback=(continuation of Deferred@302467585 after retry RPC after error@39849263) -> (continuation of Deferred@1001244727 after retry RPC after error@598494376) -> (continuation of Deferred@190008734 after retry RPC after error@156774574) -> (continuation of Deferred@1549905346 after retry RPC after error@493450218) -> (continuation of Deferred@214430308 after retry RPC after error@1154645522) -> (continuation of Deferred@353158391 after retry RPC after error@1135346591) -> (continuation of Deferred@1884003676 after retry RPC after error@666787753), errback=(continuation of Deferred@302467585 after retry RPC after error@39849263) -> (continuation of Deferred@1001244727 after retry RPC after error@598494376) -> (continuation of Deferred@190008734 after retry RPC after error@156774574) -> (continuation of Deferred@1549905346 after retry RPC after error@493450218) -> (continuation of Deferred@214430308 after retry RPC after error@1154645522) -> (continuation of Deferred@353158391 after retry RPC after error@1135346591) -> (continuation of Deferred@1884003676 after retry RPC after error@666787753)))
08:04:07.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1279953504(state=PENDING, result=null, callback=(continuation of Deferred@302467585 after retry RPC after error@39849263) -> (continuation of Deferred@1001244727 after retry RPC after error@598494376) -> (continuation of Deferred@190008734 after retry RPC after error@156774574) -> (continuation of Deferred@1549905346 after retry RPC after error@493450218) -> (continuation of Deferred@214430308 after retry RPC after error@1154645522) -> (continuation of Deferred@353158391 after retry RPC after error@1135346591) -> (continuation of Deferred@1884003676 after retry RPC after error@666787753), errback=(continuation of Deferred@302467585 after retry RPC after error@39849263) -> (continuation of Deferred@1001244727 after retry RPC after error@598494376) -> (continuation of Deferred@190008734 after retry RPC after error@156774574) -> (continuation of Deferred@1549905346 after retry RPC after error@493450218) -> (continuation of Deferred@214430308 after retry RPC after error@1154645522) -> (continuation of Deferred@353158391 after retry RPC after error@1135346591) -> (continuation of Deferred@1884003676 after retry RPC after error@666787753)))
08:04:07.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:07.739661 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:07.743131 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:07.744283 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:07.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@616521698(state=PENDING, result=null, callback=(continuation of Deferred@2030956816 after retry RPC after error@188798577) -> (continuation of Deferred@945948365 after retry RPC after error@1719410284) -> (continuation of Deferred@1886385858 after retry RPC after error@2098288096) -> (continuation of Deferred@1441624289 after retry RPC after error@1399098190) -> (continuation of Deferred@1555217926 after retry RPC after error@729505317) -> (continuation of Deferred@355420627 after retry RPC after error@1650888387) -> (continuation of Deferred@736972295 after retry RPC after error@1519822633), errback=(continuation of Deferred@2030956816 after retry RPC after error@188798577) -> (continuation of Deferred@945948365 after retry RPC after error@1719410284) -> (continuation of Deferred@1886385858 after retry RPC after error@2098288096) -> (continuation of Deferred@1441624289 after retry RPC after error@1399098190) -> (continuation of Deferred@1555217926 after retry RPC after error@729505317) -> (continuation of Deferred@355420627 after retry RPC after error@1650888387) -> (continuation of Deferred@736972295 after retry RPC after error@1519822633)))
08:04:07.805 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@616521698(state=PENDING, result=null, callback=(continuation of Deferred@2030956816 after retry RPC after error@188798577) -> (continuation of Deferred@945948365 after retry RPC after error@1719410284) -> (continuation of Deferred@1886385858 after retry RPC after error@2098288096) -> (continuation of Deferred@1441624289 after retry RPC after error@1399098190) -> (continuation of Deferred@1555217926 after retry RPC after error@729505317) -> (continuation of Deferred@355420627 after retry RPC after error@1650888387) -> (continuation of Deferred@736972295 after retry RPC after error@1519822633), errback=(continuation of Deferred@2030956816 after retry RPC after error@188798577) -> (continuation of Deferred@945948365 after retry RPC after error@1719410284) -> (continuation of Deferred@1886385858 after retry RPC after error@2098288096) -> (continuation of Deferred@1441624289 after retry RPC after error@1399098190) -> (continuation of Deferred@1555217926 after retry RPC after error@729505317) -> (continuation of Deferred@355420627 after retry RPC after error@1650888387) -> (continuation of Deferred@736972295 after retry RPC after error@1519822633)))
08:04:07.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:07.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:07.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:07.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:07.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:07.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1666158133(state=PENDING, result=null, callback=(continuation of Deferred@1676512346 after retry RPC after error@450069346) -> (continuation of Deferred@987434738 after retry RPC after error@637145530) -> (continuation of Deferred@712689155 after retry RPC after error@741644477) -> (continuation of Deferred@1316667223 after retry RPC after error@1006108899) -> (continuation of Deferred@1196327745 after retry RPC after error@1337395813) -> (continuation of Deferred@1420592323 after retry RPC after error@791181741), errback=(continuation of Deferred@1676512346 after retry RPC after error@450069346) -> (continuation of Deferred@987434738 after retry RPC after error@637145530) -> (continuation of Deferred@712689155 after retry RPC after error@741644477) -> (continuation of Deferred@1316667223 after retry RPC after error@1006108899) -> (continuation of Deferred@1196327745 after retry RPC after error@1337395813) -> (continuation of Deferred@1420592323 after retry RPC after error@791181741)))
08:04:08.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1666158133(state=PENDING, result=null, callback=(continuation of Deferred@1676512346 after retry RPC after error@450069346) -> (continuation of Deferred@987434738 after retry RPC after error@637145530) -> (continuation of Deferred@712689155 after retry RPC after error@741644477) -> (continuation of Deferred@1316667223 after retry RPC after error@1006108899) -> (continuation of Deferred@1196327745 after retry RPC after error@1337395813) -> (continuation of Deferred@1420592323 after retry RPC after error@791181741), errback=(continuation of Deferred@1676512346 after retry RPC after error@450069346) -> (continuation of Deferred@987434738 after retry RPC after error@637145530) -> (continuation of Deferred@712689155 after retry RPC after error@741644477) -> (continuation of Deferred@1316667223 after retry RPC after error@1006108899) -> (continuation of Deferred@1196327745 after retry RPC after error@1337395813) -> (continuation of Deferred@1420592323 after retry RPC after error@791181741)))
08:04:08.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@691716510(state=PENDING, result=null, callback=(continuation of Deferred@564090334 after retry RPC after error@654027095) -> (continuation of Deferred@644881040 after retry RPC after error@1496910321) -> (continuation of Deferred@39028397 after retry RPC after error@2040084129) -> (continuation of Deferred@1595611032 after retry RPC after error@1316813579) -> (continuation of Deferred@1342466695 after retry RPC after error@1612210712) -> (continuation of Deferred@1740115540 after retry RPC after error@1312101643), errback=(continuation of Deferred@564090334 after retry RPC after error@654027095) -> (continuation of Deferred@644881040 after retry RPC after error@1496910321) -> (continuation of Deferred@39028397 after retry RPC after error@2040084129) -> (continuation of Deferred@1595611032 after retry RPC after error@1316813579) -> (continuation of Deferred@1342466695 after retry RPC after error@1612210712) -> (continuation of Deferred@1740115540 after retry RPC after error@1312101643)))
08:04:08.183 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@691716510(state=PENDING, result=null, callback=(continuation of Deferred@564090334 after retry RPC after error@654027095) -> (continuation of Deferred@644881040 after retry RPC after error@1496910321) -> (continuation of Deferred@39028397 after retry RPC after error@2040084129) -> (continuation of Deferred@1595611032 after retry RPC after error@1316813579) -> (continuation of Deferred@1342466695 after retry RPC after error@1612210712) -> (continuation of Deferred@1740115540 after retry RPC after error@1312101643), errback=(continuation of Deferred@564090334 after retry RPC after error@654027095) -> (continuation of Deferred@644881040 after retry RPC after error@1496910321) -> (continuation of Deferred@39028397 after retry RPC after error@2040084129) -> (continuation of Deferred@1595611032 after retry RPC after error@1316813579) -> (continuation of Deferred@1342466695 after retry RPC after error@1612210712) -> (continuation of Deferred@1740115540 after retry RPC after error@1312101643)))
08:04:08.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1099928294(state=PENDING, result=null, callback=(continuation of Deferred@856305828 after retry RPC after error@1543153602) -> (continuation of Deferred@1721244989 after retry RPC after error@1530768298) -> (continuation of Deferred@969944953 after retry RPC after error@924470070) -> (continuation of Deferred@298703133 after retry RPC after error@664486005) -> (continuation of Deferred@520620056 after retry RPC after error@2049880884) -> (continuation of Deferred@89426013 after retry RPC after error@2016540778) -> (continuation of Deferred@656828348 after retry RPC after error@681498495), errback=(continuation of Deferred@856305828 after retry RPC after error@1543153602) -> (continuation of Deferred@1721244989 after retry RPC after error@1530768298) -> (continuation of Deferred@969944953 after retry RPC after error@924470070) -> (continuation of Deferred@298703133 after retry RPC after error@664486005) -> (continuation of Deferred@520620056 after retry RPC after error@2049880884) -> (continuation of Deferred@89426013 after retry RPC after error@2016540778) -> (continuation of Deferred@656828348 after retry RPC after error@681498495)))
08:04:08.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1099928294(state=PENDING, result=null, callback=(continuation of Deferred@856305828 after retry RPC after error@1543153602) -> (continuation of Deferred@1721244989 after retry RPC after error@1530768298) -> (continuation of Deferred@969944953 after retry RPC after error@924470070) -> (continuation of Deferred@298703133 after retry RPC after error@664486005) -> (continuation of Deferred@520620056 after retry RPC after error@2049880884) -> (continuation of Deferred@89426013 after retry RPC after error@2016540778) -> (continuation of Deferred@656828348 after retry RPC after error@681498495), errback=(continuation of Deferred@856305828 after retry RPC after error@1543153602) -> (continuation of Deferred@1721244989 after retry RPC after error@1530768298) -> (continuation of Deferred@969944953 after retry RPC after error@924470070) -> (continuation of Deferred@298703133 after retry RPC after error@664486005) -> (continuation of Deferred@520620056 after retry RPC after error@2049880884) -> (continuation of Deferred@89426013 after retry RPC after error@2016540778) -> (continuation of Deferred@656828348 after retry RPC after error@681498495)))
08:04:08.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@941754884(state=PENDING, result=null, callback=(continuation of Deferred@579284903 after retry RPC after error@254817063) -> (continuation of Deferred@1418110816 after retry RPC after error@2094851550) -> (continuation of Deferred@1740445685 after retry RPC after error@1771747630) -> (continuation of Deferred@147242714 after retry RPC after error@321869833) -> (continuation of Deferred@480438054 after retry RPC after error@550334037) -> (continuation of Deferred@499131640 after retry RPC after error@1950795865) -> (continuation of Deferred@2136381984 after retry RPC after error@874703961), errback=(continuation of Deferred@579284903 after retry RPC after error@254817063) -> (continuation of Deferred@1418110816 after retry RPC after error@2094851550) -> (continuation of Deferred@1740445685 after retry RPC after error@1771747630) -> (continuation of Deferred@147242714 after retry RPC after error@321869833) -> (continuation of Deferred@480438054 after retry RPC after error@550334037) -> (continuation of Deferred@499131640 after retry RPC after error@1950795865) -> (continuation of Deferred@2136381984 after retry RPC after error@874703961)))
08:04:08.623 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@941754884(state=PENDING, result=null, callback=(continuation of Deferred@579284903 after retry RPC after error@254817063) -> (continuation of Deferred@1418110816 after retry RPC after error@2094851550) -> (continuation of Deferred@1740445685 after retry RPC after error@1771747630) -> (continuation of Deferred@147242714 after retry RPC after error@321869833) -> (continuation of Deferred@480438054 after retry RPC after error@550334037) -> (continuation of Deferred@499131640 after retry RPC after error@1950795865) -> (continuation of Deferred@2136381984 after retry RPC after error@874703961), errback=(continuation of Deferred@579284903 after retry RPC after error@254817063) -> (continuation of Deferred@1418110816 after retry RPC after error@2094851550) -> (continuation of Deferred@1740445685 after retry RPC after error@1771747630) -> (continuation of Deferred@147242714 after retry RPC after error@321869833) -> (continuation of Deferred@480438054 after retry RPC after error@550334037) -> (continuation of Deferred@499131640 after retry RPC after error@1950795865) -> (continuation of Deferred@2136381984 after retry RPC after error@874703961)))
08:04:08.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1492438632(state=PENDING, result=null, callback=(continuation of Deferred@772503152 after retry RPC after error@118235498) -> (continuation of Deferred@1063394076 after retry RPC after error@1092293910) -> (continuation of Deferred@878068659 after retry RPC after error@1379349282) -> (continuation of Deferred@2107799683 after retry RPC after error@1678270852) -> (continuation of Deferred@1657142637 after retry RPC after error@159411252) -> (continuation of Deferred@1736993767 after retry RPC after error@1084957395) -> (continuation of Deferred@222859582 after retry RPC after error@128167279), errback=(continuation of Deferred@772503152 after retry RPC after error@118235498) -> (continuation of Deferred@1063394076 after retry RPC after error@1092293910) -> (continuation of Deferred@878068659 after retry RPC after error@1379349282) -> (continuation of Deferred@2107799683 after retry RPC after error@1678270852) -> (continuation of Deferred@1657142637 after retry RPC after error@159411252) -> (continuation of Deferred@1736993767 after retry RPC after error@1084957395) -> (continuation of Deferred@222859582 after retry RPC after error@128167279)))
08:04:08.842 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1492438632(state=PENDING, result=null, callback=(continuation of Deferred@772503152 after retry RPC after error@118235498) -> (continuation of Deferred@1063394076 after retry RPC after error@1092293910) -> (continuation of Deferred@878068659 after retry RPC after error@1379349282) -> (continuation of Deferred@2107799683 after retry RPC after error@1678270852) -> (continuation of Deferred@1657142637 after retry RPC after error@159411252) -> (continuation of Deferred@1736993767 after retry RPC after error@1084957395) -> (continuation of Deferred@222859582 after retry RPC after error@128167279), errback=(continuation of Deferred@772503152 after retry RPC after error@118235498) -> (continuation of Deferred@1063394076 after retry RPC after error@1092293910) -> (continuation of Deferred@878068659 after retry RPC after error@1379349282) -> (continuation of Deferred@2107799683 after retry RPC after error@1678270852) -> (continuation of Deferred@1657142637 after retry RPC after error@159411252) -> (continuation of Deferred@1736993767 after retry RPC after error@1084957395) -> (continuation of Deferred@222859582 after retry RPC after error@128167279)))
08:04:08.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:08.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:08.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:08.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:08.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:08.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@244372754(state=PENDING, result=null, callback=(continuation of Deferred@346571423 after retry RPC after error@878978287) -> (continuation of Deferred@180601464 after retry RPC after error@49528439) -> (continuation of Deferred@1410971660 after retry RPC after error@1095740732) -> (continuation of Deferred@1435203439 after retry RPC after error@1242856367) -> (continuation of Deferred@1398039353 after retry RPC after error@1867383330) -> (continuation of Deferred@1634742443 after retry RPC after error@147912233) -> (continuation of Deferred@2020413857 after retry RPC after error@1731019676), errback=(continuation of Deferred@346571423 after retry RPC after error@878978287) -> (continuation of Deferred@180601464 after retry RPC after error@49528439) -> (continuation of Deferred@1410971660 after retry RPC after error@1095740732) -> (continuation of Deferred@1435203439 after retry RPC after error@1242856367) -> (continuation of Deferred@1398039353 after retry RPC after error@1867383330) -> (continuation of Deferred@1634742443 after retry RPC after error@147912233) -> (continuation of Deferred@2020413857 after retry RPC after error@1731019676)))
08:04:09.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@244372754(state=PENDING, result=null, callback=(continuation of Deferred@346571423 after retry RPC after error@878978287) -> (continuation of Deferred@180601464 after retry RPC after error@49528439) -> (continuation of Deferred@1410971660 after retry RPC after error@1095740732) -> (continuation of Deferred@1435203439 after retry RPC after error@1242856367) -> (continuation of Deferred@1398039353 after retry RPC after error@1867383330) -> (continuation of Deferred@1634742443 after retry RPC after error@147912233) -> (continuation of Deferred@2020413857 after retry RPC after error@1731019676), errback=(continuation of Deferred@346571423 after retry RPC after error@878978287) -> (continuation of Deferred@180601464 after retry RPC after error@49528439) -> (continuation of Deferred@1410971660 after retry RPC after error@1095740732) -> (continuation of Deferred@1435203439 after retry RPC after error@1242856367) -> (continuation of Deferred@1398039353 after retry RPC after error@1867383330) -> (continuation of Deferred@1634742443 after retry RPC after error@147912233) -> (continuation of Deferred@2020413857 after retry RPC after error@1731019676)))
08:04:09.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@426478323(state=PENDING, result=null, callback=(continuation of Deferred@1891922144 after retry RPC after error@610980201) -> (continuation of Deferred@1878961109 after retry RPC after error@713529547) -> (continuation of Deferred@2039987723 after retry RPC after error@193255881) -> (continuation of Deferred@289307503 after retry RPC after error@132773955) -> (continuation of Deferred@1137338707 after retry RPC after error@1856875122) -> (continuation of Deferred@212488651 after retry RPC after error@1145674749) -> (continuation of Deferred@1415181014 after retry RPC after error@1461992469), errback=(continuation of Deferred@1891922144 after retry RPC after error@610980201) -> (continuation of Deferred@1878961109 after retry RPC after error@713529547) -> (continuation of Deferred@2039987723 after retry RPC after error@193255881) -> (continuation of Deferred@289307503 after retry RPC after error@132773955) -> (continuation of Deferred@1137338707 after retry RPC after error@1856875122) -> (continuation of Deferred@212488651 after retry RPC after error@1145674749) -> (continuation of Deferred@1415181014 after retry RPC after error@1461992469)))
08:04:09.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@426478323(state=PENDING, result=null, callback=(continuation of Deferred@1891922144 after retry RPC after error@610980201) -> (continuation of Deferred@1878961109 after retry RPC after error@713529547) -> (continuation of Deferred@2039987723 after retry RPC after error@193255881) -> (continuation of Deferred@289307503 after retry RPC after error@132773955) -> (continuation of Deferred@1137338707 after retry RPC after error@1856875122) -> (continuation of Deferred@212488651 after retry RPC after error@1145674749) -> (continuation of Deferred@1415181014 after retry RPC after error@1461992469), errback=(continuation of Deferred@1891922144 after retry RPC after error@610980201) -> (continuation of Deferred@1878961109 after retry RPC after error@713529547) -> (continuation of Deferred@2039987723 after retry RPC after error@193255881) -> (continuation of Deferred@289307503 after retry RPC after error@132773955) -> (continuation of Deferred@1137338707 after retry RPC after error@1856875122) -> (continuation of Deferred@212488651 after retry RPC after error@1145674749) -> (continuation of Deferred@1415181014 after retry RPC after error@1461992469)))
08:04:09.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1715246109(state=PENDING, result=null, callback=(continuation of Deferred@1731008636 after retry RPC after error@1205538976) -> (continuation of Deferred@2049112415 after retry RPC after error@2025588346) -> (continuation of Deferred@2002587625 after retry RPC after error@1755078578) -> (continuation of Deferred@93961215 after retry RPC after error@487518944) -> (continuation of Deferred@36930799 after retry RPC after error@148388564) -> (continuation of Deferred@1087782515 after retry RPC after error@715480443) -> (continuation of Deferred@883925052 after retry RPC after error@2103976679), errback=(continuation of Deferred@1731008636 after retry RPC after error@1205538976) -> (continuation of Deferred@2049112415 after retry RPC after error@2025588346) -> (continuation of Deferred@2002587625 after retry RPC after error@1755078578) -> (continuation of Deferred@93961215 after retry RPC after error@487518944) -> (continuation of Deferred@36930799 after retry RPC after error@148388564) -> (continuation of Deferred@1087782515 after retry RPC after error@715480443) -> (continuation of Deferred@883925052 after retry RPC after error@2103976679)))
08:04:09.603 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1715246109(state=PENDING, result=null, callback=(continuation of Deferred@1731008636 after retry RPC after error@1205538976) -> (continuation of Deferred@2049112415 after retry RPC after error@2025588346) -> (continuation of Deferred@2002587625 after retry RPC after error@1755078578) -> (continuation of Deferred@93961215 after retry RPC after error@487518944) -> (continuation of Deferred@36930799 after retry RPC after error@148388564) -> (continuation of Deferred@1087782515 after retry RPC after error@715480443) -> (continuation of Deferred@883925052 after retry RPC after error@2103976679), errback=(continuation of Deferred@1731008636 after retry RPC after error@1205538976) -> (continuation of Deferred@2049112415 after retry RPC after error@2025588346) -> (continuation of Deferred@2002587625 after retry RPC after error@1755078578) -> (continuation of Deferred@93961215 after retry RPC after error@487518944) -> (continuation of Deferred@36930799 after retry RPC after error@148388564) -> (continuation of Deferred@1087782515 after retry RPC after error@715480443) -> (continuation of Deferred@883925052 after retry RPC after error@2103976679)))
08:04:09.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@210619275(state=PENDING, result=null, callback=(continuation of Deferred@333244586 after retry RPC after error@1123115353) -> (continuation of Deferred@129696078 after retry RPC after error@1703429025) -> (continuation of Deferred@300252674 after retry RPC after error@1490497230) -> (continuation of Deferred@129627627 after retry RPC after error@545991670) -> (continuation of Deferred@446973067 after retry RPC after error@2070194255) -> (continuation of Deferred@867830885 after retry RPC after error@1251427711), errback=(continuation of Deferred@333244586 after retry RPC after error@1123115353) -> (continuation of Deferred@129696078 after retry RPC after error@1703429025) -> (continuation of Deferred@300252674 after retry RPC after error@1490497230) -> (continuation of Deferred@129627627 after retry RPC after error@545991670) -> (continuation of Deferred@446973067 after retry RPC after error@2070194255) -> (continuation of Deferred@867830885 after retry RPC after error@1251427711)))
08:04:09.763 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@210619275(state=PENDING, result=null, callback=(continuation of Deferred@333244586 after retry RPC after error@1123115353) -> (continuation of Deferred@129696078 after retry RPC after error@1703429025) -> (continuation of Deferred@300252674 after retry RPC after error@1490497230) -> (continuation of Deferred@129627627 after retry RPC after error@545991670) -> (continuation of Deferred@446973067 after retry RPC after error@2070194255) -> (continuation of Deferred@867830885 after retry RPC after error@1251427711), errback=(continuation of Deferred@333244586 after retry RPC after error@1123115353) -> (continuation of Deferred@129696078 after retry RPC after error@1703429025) -> (continuation of Deferred@300252674 after retry RPC after error@1490497230) -> (continuation of Deferred@129627627 after retry RPC after error@545991670) -> (continuation of Deferred@446973067 after retry RPC after error@2070194255) -> (continuation of Deferred@867830885 after retry RPC after error@1251427711)))
08:04:09.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:09.843464 5382 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:09.843642 5382 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:09.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:09.844280 5382 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:09.846138 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:09.846305 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:09.846451 5193 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:09.846704 5382 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:09.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1203448408(state=PENDING, result=null, callback=(continuation of Deferred@142071399 after retry RPC after error@761326322) -> (continuation of Deferred@1189123337 after retry RPC after error@1486327399) -> (continuation of Deferred@1860546556 after retry RPC after error@1157169064) -> (continuation of Deferred@108163811 after retry RPC after error@1651646716) -> (continuation of Deferred@556525825 after retry RPC after error@573396787) -> (continuation of Deferred@928898303 after retry RPC after error@1146847016), errback=(continuation of Deferred@142071399 after retry RPC after error@761326322) -> (continuation of Deferred@1189123337 after retry RPC after error@1486327399) -> (continuation of Deferred@1860546556 after retry RPC after error@1157169064) -> (continuation of Deferred@108163811 after retry RPC after error@1651646716) -> (continuation of Deferred@556525825 after retry RPC after error@573396787) -> (continuation of Deferred@928898303 after retry RPC after error@1146847016)))
08:04:09.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1203448408(state=PENDING, result=null, callback=(continuation of Deferred@142071399 after retry RPC after error@761326322) -> (continuation of Deferred@1189123337 after retry RPC after error@1486327399) -> (continuation of Deferred@1860546556 after retry RPC after error@1157169064) -> (continuation of Deferred@108163811 after retry RPC after error@1651646716) -> (continuation of Deferred@556525825 after retry RPC after error@573396787) -> (continuation of Deferred@928898303 after retry RPC after error@1146847016), errback=(continuation of Deferred@142071399 after retry RPC after error@761326322) -> (continuation of Deferred@1189123337 after retry RPC after error@1486327399) -> (continuation of Deferred@1860546556 after retry RPC after error@1157169064) -> (continuation of Deferred@108163811 after retry RPC after error@1651646716) -> (continuation of Deferred@556525825 after retry RPC after error@573396787) -> (continuation of Deferred@928898303 after retry RPC after error@1146847016)))
08:04:09.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:09.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:09.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:09.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:09.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:09.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2122156889(state=PENDING, result=null, callback=(continuation of Deferred@468561056 after retry RPC after error@1561427859) -> (continuation of Deferred@1892394760 after retry RPC after error@1652477195) -> (continuation of Deferred@335607112 after retry RPC after error@1111227836) -> (continuation of Deferred@1877340436 after retry RPC after error@2078764918) -> (continuation of Deferred@1751019511 after retry RPC after error@1972746589) -> (continuation of Deferred@892902314 after retry RPC after error@1969544868) -> (continuation of Deferred@1851668008 after retry RPC after error@911812079), errback=(continuation of Deferred@468561056 after retry RPC after error@1561427859) -> (continuation of Deferred@1892394760 after retry RPC after error@1652477195) -> (continuation of Deferred@335607112 after retry RPC after error@1111227836) -> (continuation of Deferred@1877340436 after retry RPC after error@2078764918) -> (continuation of Deferred@1751019511 after retry RPC after error@1972746589) -> (continuation of Deferred@892902314 after retry RPC after error@1969544868) -> (continuation of Deferred@1851668008 after retry RPC after error@911812079)))
08:04:10.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2122156889(state=PENDING, result=null, callback=(continuation of Deferred@468561056 after retry RPC after error@1561427859) -> (continuation of Deferred@1892394760 after retry RPC after error@1652477195) -> (continuation of Deferred@335607112 after retry RPC after error@1111227836) -> (continuation of Deferred@1877340436 after retry RPC after error@2078764918) -> (continuation of Deferred@1751019511 after retry RPC after error@1972746589) -> (continuation of Deferred@892902314 after retry RPC after error@1969544868) -> (continuation of Deferred@1851668008 after retry RPC after error@911812079), errback=(continuation of Deferred@468561056 after retry RPC after error@1561427859) -> (continuation of Deferred@1892394760 after retry RPC after error@1652477195) -> (continuation of Deferred@335607112 after retry RPC after error@1111227836) -> (continuation of Deferred@1877340436 after retry RPC after error@2078764918) -> (continuation of Deferred@1751019511 after retry RPC after error@1972746589) -> (continuation of Deferred@892902314 after retry RPC after error@1969544868) -> (continuation of Deferred@1851668008 after retry RPC after error@911812079)))
08:04:10.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1772938937(state=PENDING, result=null, callback=(continuation of Deferred@1807079154 after retry RPC after error@2018983430) -> (continuation of Deferred@826332089 after retry RPC after error@1071079942) -> (continuation of Deferred@2047877448 after retry RPC after error@1006016258) -> (continuation of Deferred@203179742 after retry RPC after error@140493321) -> (continuation of Deferred@1933490219 after retry RPC after error@2088730569) -> (continuation of Deferred@305916974 after retry RPC after error@1686252522), errback=(continuation of Deferred@1807079154 after retry RPC after error@2018983430) -> (continuation of Deferred@826332089 after retry RPC after error@1071079942) -> (continuation of Deferred@2047877448 after retry RPC after error@1006016258) -> (continuation of Deferred@203179742 after retry RPC after error@140493321) -> (continuation of Deferred@1933490219 after retry RPC after error@2088730569) -> (continuation of Deferred@305916974 after retry RPC after error@1686252522)))
08:04:10.362 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1772938937(state=PENDING, result=null, callback=(continuation of Deferred@1807079154 after retry RPC after error@2018983430) -> (continuation of Deferred@826332089 after retry RPC after error@1071079942) -> (continuation of Deferred@2047877448 after retry RPC after error@1006016258) -> (continuation of Deferred@203179742 after retry RPC after error@140493321) -> (continuation of Deferred@1933490219 after retry RPC after error@2088730569) -> (continuation of Deferred@305916974 after retry RPC after error@1686252522), errback=(continuation of Deferred@1807079154 after retry RPC after error@2018983430) -> (continuation of Deferred@826332089 after retry RPC after error@1071079942) -> (continuation of Deferred@2047877448 after retry RPC after error@1006016258) -> (continuation of Deferred@203179742 after retry RPC after error@140493321) -> (continuation of Deferred@1933490219 after retry RPC after error@2088730569) -> (continuation of Deferred@305916974 after retry RPC after error@1686252522)))
08:04:10.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1813541817(state=PENDING, result=null, callback=(continuation of Deferred@1401004255 after retry RPC after error@1141244560) -> (continuation of Deferred@683661962 after retry RPC after error@118874527) -> (continuation of Deferred@1506557690 after retry RPC after error@766158289) -> (continuation of Deferred@2065121636 after retry RPC after error@1403412096) -> (continuation of Deferred@1806008800 after retry RPC after error@324609384) -> (continuation of Deferred@1376016902 after retry RPC after error@859266200) -> (continuation of Deferred@1960472991 after retry RPC after error@779249673), errback=(continuation of Deferred@1401004255 after retry RPC after error@1141244560) -> (continuation of Deferred@683661962 after retry RPC after error@118874527) -> (continuation of Deferred@1506557690 after retry RPC after error@766158289) -> (continuation of Deferred@2065121636 after retry RPC after error@1403412096) -> (continuation of Deferred@1806008800 after retry RPC after error@324609384) -> (continuation of Deferred@1376016902 after retry RPC after error@859266200) -> (continuation of Deferred@1960472991 after retry RPC after error@779249673)))
08:04:10.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1813541817(state=PENDING, result=null, callback=(continuation of Deferred@1401004255 after retry RPC after error@1141244560) -> (continuation of Deferred@683661962 after retry RPC after error@118874527) -> (continuation of Deferred@1506557690 after retry RPC after error@766158289) -> (continuation of Deferred@2065121636 after retry RPC after error@1403412096) -> (continuation of Deferred@1806008800 after retry RPC after error@324609384) -> (continuation of Deferred@1376016902 after retry RPC after error@859266200) -> (continuation of Deferred@1960472991 after retry RPC after error@779249673), errback=(continuation of Deferred@1401004255 after retry RPC after error@1141244560) -> (continuation of Deferred@683661962 after retry RPC after error@118874527) -> (continuation of Deferred@1506557690 after retry RPC after error@766158289) -> (continuation of Deferred@2065121636 after retry RPC after error@1403412096) -> (continuation of Deferred@1806008800 after retry RPC after error@324609384) -> (continuation of Deferred@1376016902 after retry RPC after error@859266200) -> (continuation of Deferred@1960472991 after retry RPC after error@779249673)))
08:04:10.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:10.635442 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:10.635573 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:10.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1864543875(state=PENDING, result=null, callback=(continuation of Deferred@1334101482 after retry RPC after error@806019286) -> (continuation of Deferred@1256730630 after retry RPC after error@809814382) -> (continuation of Deferred@1502015769 after retry RPC after error@1055762095) -> (continuation of Deferred@890161524 after retry RPC after error@588736770) -> (continuation of Deferred@1299663424 after retry RPC after error@519853471) -> (continuation of Deferred@1568303709 after retry RPC after error@1161643913) -> (continuation of Deferred@846143524 after retry RPC after error@1313069915), errback=(continuation of Deferred@1334101482 after retry RPC after error@806019286) -> (continuation of Deferred@1256730630 after retry RPC after error@809814382) -> (continuation of Deferred@1502015769 after retry RPC after error@1055762095) -> (continuation of Deferred@890161524 after retry RPC after error@588736770) -> (continuation of Deferred@1299663424 after retry RPC after error@519853471) -> (continuation of Deferred@1568303709 after retry RPC after error@1161643913) -> (continuation of Deferred@846143524 after retry RPC after error@1313069915)))
08:04:10.843 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1864543875(state=PENDING, result=null, callback=(continuation of Deferred@1334101482 after retry RPC after error@806019286) -> (continuation of Deferred@1256730630 after retry RPC after error@809814382) -> (continuation of Deferred@1502015769 after retry RPC after error@1055762095) -> (continuation of Deferred@890161524 after retry RPC after error@588736770) -> (continuation of Deferred@1299663424 after retry RPC after error@519853471) -> (continuation of Deferred@1568303709 after retry RPC after error@1161643913) -> (continuation of Deferred@846143524 after retry RPC after error@1313069915), errback=(continuation of Deferred@1334101482 after retry RPC after error@806019286) -> (continuation of Deferred@1256730630 after retry RPC after error@809814382) -> (continuation of Deferred@1502015769 after retry RPC after error@1055762095) -> (continuation of Deferred@890161524 after retry RPC after error@588736770) -> (continuation of Deferred@1299663424 after retry RPC after error@519853471) -> (continuation of Deferred@1568303709 after retry RPC after error@1161643913) -> (continuation of Deferred@846143524 after retry RPC after error@1313069915)))
08:04:10.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:10.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:10.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:10.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:10.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:10.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.108 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1124783228(state=PENDING, result=null, callback=(continuation of Deferred@1699939490 after retry RPC after error@1821300793) -> (continuation of Deferred@1496316891 after retry RPC after error@1284734390) -> (continuation of Deferred@832046738 after retry RPC after error@726486920) -> (continuation of Deferred@219846681 after retry RPC after error@1513306817) -> (continuation of Deferred@737024899 after retry RPC after error@1788751993) -> (continuation of Deferred@857581411 after retry RPC after error@1891329779) -> (continuation of Deferred@726813028 after retry RPC after error@810854799) -> (continuation of Deferred@1848391257 after retry RPC after error@1166756241), errback=(continuation of Deferred@1699939490 after retry RPC after error@1821300793) -> (continuation of Deferred@1496316891 after retry RPC after error@1284734390) -> (continuation of Deferred@832046738 after retry RPC after error@726486920) -> (continuation of Deferred@219846681 after retry RPC after error@1513306817) -> (continuation of Deferred@737024899 after retry RPC after error@1788751993) -> (continuation of Deferred@857581411 after retry RPC after error@1891329779) -> (continuation of Deferred@726813028 after retry RPC after error@810854799) -> (continuation of Deferred@1848391257 after retry RPC after error@1166756241)))
08:04:11.108 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1124783228(state=PENDING, result=null, callback=(continuation of Deferred@1699939490 after retry RPC after error@1821300793) -> (continuation of Deferred@1496316891 after retry RPC after error@1284734390) -> (continuation of Deferred@832046738 after retry RPC after error@726486920) -> (continuation of Deferred@219846681 after retry RPC after error@1513306817) -> (continuation of Deferred@737024899 after retry RPC after error@1788751993) -> (continuation of Deferred@857581411 after retry RPC after error@1891329779) -> (continuation of Deferred@726813028 after retry RPC after error@810854799) -> (continuation of Deferred@1848391257 after retry RPC after error@1166756241), errback=(continuation of Deferred@1699939490 after retry RPC after error@1821300793) -> (continuation of Deferred@1496316891 after retry RPC after error@1284734390) -> (continuation of Deferred@832046738 after retry RPC after error@726486920) -> (continuation of Deferred@219846681 after retry RPC after error@1513306817) -> (continuation of Deferred@737024899 after retry RPC after error@1788751993) -> (continuation of Deferred@857581411 after retry RPC after error@1891329779) -> (continuation of Deferred@726813028 after retry RPC after error@810854799) -> (continuation of Deferred@1848391257 after retry RPC after error@1166756241)))
08:04:11.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@956694130(state=PENDING, result=null, callback=(continuation of Deferred@65675697 after retry RPC after error@1885027597) -> (continuation of Deferred@887670505 after retry RPC after error@570972264) -> (continuation of Deferred@1883050545 after retry RPC after error@1504176750) -> (continuation of Deferred@722116669 after retry RPC after error@1268868652) -> (continuation of Deferred@1393904115 after retry RPC after error@889666917) -> (continuation of Deferred@1274181808 after retry RPC after error@195229668) -> (continuation of Deferred@1921088946 after retry RPC after error@2120321682), errback=(continuation of Deferred@65675697 after retry RPC after error@1885027597) -> (continuation of Deferred@887670505 after retry RPC after error@570972264) -> (continuation of Deferred@1883050545 after retry RPC after error@1504176750) -> (continuation of Deferred@722116669 after retry RPC after error@1268868652) -> (continuation of Deferred@1393904115 after retry RPC after error@889666917) -> (continuation of Deferred@1274181808 after retry RPC after error@195229668) -> (continuation of Deferred@1921088946 after retry RPC after error@2120321682)))
08:04:11.344 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@956694130(state=PENDING, result=null, callback=(continuation of Deferred@65675697 after retry RPC after error@1885027597) -> (continuation of Deferred@887670505 after retry RPC after error@570972264) -> (continuation of Deferred@1883050545 after retry RPC after error@1504176750) -> (continuation of Deferred@722116669 after retry RPC after error@1268868652) -> (continuation of Deferred@1393904115 after retry RPC after error@889666917) -> (continuation of Deferred@1274181808 after retry RPC after error@195229668) -> (continuation of Deferred@1921088946 after retry RPC after error@2120321682), errback=(continuation of Deferred@65675697 after retry RPC after error@1885027597) -> (continuation of Deferred@887670505 after retry RPC after error@570972264) -> (continuation of Deferred@1883050545 after retry RPC after error@1504176750) -> (continuation of Deferred@722116669 after retry RPC after error@1268868652) -> (continuation of Deferred@1393904115 after retry RPC after error@889666917) -> (continuation of Deferred@1274181808 after retry RPC after error@195229668) -> (continuation of Deferred@1921088946 after retry RPC after error@2120321682)))
08:04:11.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@858512443(state=PENDING, result=null, callback=(continuation of Deferred@328540679 after retry RPC after error@1193468726) -> (continuation of Deferred@694616921 after retry RPC after error@1145096266) -> (continuation of Deferred@2130661343 after retry RPC after error@773077093) -> (continuation of Deferred@1064864565 after retry RPC after error@2109216264) -> (continuation of Deferred@2034057175 after retry RPC after error@1986389893) -> (continuation of Deferred@230681439 after retry RPC after error@814392502) -> (continuation of Deferred@542766839 after retry RPC after error@2035905718), errback=(continuation of Deferred@328540679 after retry RPC after error@1193468726) -> (continuation of Deferred@694616921 after retry RPC after error@1145096266) -> (continuation of Deferred@2130661343 after retry RPC after error@773077093) -> (continuation of Deferred@1064864565 after retry RPC after error@2109216264) -> (continuation of Deferred@2034057175 after retry RPC after error@1986389893) -> (continuation of Deferred@230681439 after retry RPC after error@814392502) -> (continuation of Deferred@542766839 after retry RPC after error@2035905718)))
08:04:11.562 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@858512443(state=PENDING, result=null, callback=(continuation of Deferred@328540679 after retry RPC after error@1193468726) -> (continuation of Deferred@694616921 after retry RPC after error@1145096266) -> (continuation of Deferred@2130661343 after retry RPC after error@773077093) -> (continuation of Deferred@1064864565 after retry RPC after error@2109216264) -> (continuation of Deferred@2034057175 after retry RPC after error@1986389893) -> (continuation of Deferred@230681439 after retry RPC after error@814392502) -> (continuation of Deferred@542766839 after retry RPC after error@2035905718), errback=(continuation of Deferred@328540679 after retry RPC after error@1193468726) -> (continuation of Deferred@694616921 after retry RPC after error@1145096266) -> (continuation of Deferred@2130661343 after retry RPC after error@773077093) -> (continuation of Deferred@1064864565 after retry RPC after error@2109216264) -> (continuation of Deferred@2034057175 after retry RPC after error@1986389893) -> (continuation of Deferred@230681439 after retry RPC after error@814392502) -> (continuation of Deferred@542766839 after retry RPC after error@2035905718)))
08:04:11.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@809004252(state=PENDING, result=null, callback=(continuation of Deferred@1019244905 after retry RPC after error@167382269) -> (continuation of Deferred@910814575 after retry RPC after error@1164192246) -> (continuation of Deferred@2047886090 after retry RPC after error@601105745) -> (continuation of Deferred@1510966993 after retry RPC after error@1052786687) -> (continuation of Deferred@1185952574 after retry RPC after error@1145862164) -> (continuation of Deferred@1649628994 after retry RPC after error@1574155056), errback=(continuation of Deferred@1019244905 after retry RPC after error@167382269) -> (continuation of Deferred@910814575 after retry RPC after error@1164192246) -> (continuation of Deferred@2047886090 after retry RPC after error@601105745) -> (continuation of Deferred@1510966993 after retry RPC after error@1052786687) -> (continuation of Deferred@1185952574 after retry RPC after error@1145862164) -> (continuation of Deferred@1649628994 after retry RPC after error@1574155056)))
08:04:11.764 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@809004252(state=PENDING, result=null, callback=(continuation of Deferred@1019244905 after retry RPC after error@167382269) -> (continuation of Deferred@910814575 after retry RPC after error@1164192246) -> (continuation of Deferred@2047886090 after retry RPC after error@601105745) -> (continuation of Deferred@1510966993 after retry RPC after error@1052786687) -> (continuation of Deferred@1185952574 after retry RPC after error@1145862164) -> (continuation of Deferred@1649628994 after retry RPC after error@1574155056), errback=(continuation of Deferred@1019244905 after retry RPC after error@167382269) -> (continuation of Deferred@910814575 after retry RPC after error@1164192246) -> (continuation of Deferred@2047886090 after retry RPC after error@601105745) -> (continuation of Deferred@1510966993 after retry RPC after error@1052786687) -> (continuation of Deferred@1185952574 after retry RPC after error@1145862164) -> (continuation of Deferred@1649628994 after retry RPC after error@1574155056)))
08:04:11.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:11.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:11.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:11.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:11.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:11.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@719140323(state=PENDING, result=null, callback=(continuation of Deferred@754231959 after retry RPC after error@1445469233) -> (continuation of Deferred@1427566212 after retry RPC after error@380091368) -> (continuation of Deferred@529406905 after retry RPC after error@164709869) -> (continuation of Deferred@1800534173 after retry RPC after error@1082291940) -> (continuation of Deferred@801042078 after retry RPC after error@742598825) -> (continuation of Deferred@1211283628 after retry RPC after error@466932248) -> (continuation of Deferred@1128666594 after retry RPC after error@1995795267), errback=(continuation of Deferred@754231959 after retry RPC after error@1445469233) -> (continuation of Deferred@1427566212 after retry RPC after error@380091368) -> (continuation of Deferred@529406905 after retry RPC after error@164709869) -> (continuation of Deferred@1800534173 after retry RPC after error@1082291940) -> (continuation of Deferred@801042078 after retry RPC after error@742598825) -> (continuation of Deferred@1211283628 after retry RPC after error@466932248) -> (continuation of Deferred@1128666594 after retry RPC after error@1995795267)))
08:04:12.023 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@719140323(state=PENDING, result=null, callback=(continuation of Deferred@754231959 after retry RPC after error@1445469233) -> (continuation of Deferred@1427566212 after retry RPC after error@380091368) -> (continuation of Deferred@529406905 after retry RPC after error@164709869) -> (continuation of Deferred@1800534173 after retry RPC after error@1082291940) -> (continuation of Deferred@801042078 after retry RPC after error@742598825) -> (continuation of Deferred@1211283628 after retry RPC after error@466932248) -> (continuation of Deferred@1128666594 after retry RPC after error@1995795267), errback=(continuation of Deferred@754231959 after retry RPC after error@1445469233) -> (continuation of Deferred@1427566212 after retry RPC after error@380091368) -> (continuation of Deferred@529406905 after retry RPC after error@164709869) -> (continuation of Deferred@1800534173 after retry RPC after error@1082291940) -> (continuation of Deferred@801042078 after retry RPC after error@742598825) -> (continuation of Deferred@1211283628 after retry RPC after error@466932248) -> (continuation of Deferred@1128666594 after retry RPC after error@1995795267)))
08:04:12.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@970393517(state=PENDING, result=null, callback=(continuation of Deferred@696110572 after retry RPC after error@622954817) -> (continuation of Deferred@1978488815 after retry RPC after error@1954991248) -> (continuation of Deferred@861109569 after retry RPC after error@445743595) -> (continuation of Deferred@89980793 after retry RPC after error@1207714062) -> (continuation of Deferred@1869452741 after retry RPC after error@2036715290) -> (continuation of Deferred@463491192 after retry RPC after error@1047631411) -> (continuation of Deferred@1026682757 after retry RPC after error@1786509862), errback=(continuation of Deferred@696110572 after retry RPC after error@622954817) -> (continuation of Deferred@1978488815 after retry RPC after error@1954991248) -> (continuation of Deferred@861109569 after retry RPC after error@445743595) -> (continuation of Deferred@89980793 after retry RPC after error@1207714062) -> (continuation of Deferred@1869452741 after retry RPC after error@2036715290) -> (continuation of Deferred@463491192 after retry RPC after error@1047631411) -> (continuation of Deferred@1026682757 after retry RPC after error@1786509862)))
08:04:12.183 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@970393517(state=PENDING, result=null, callback=(continuation of Deferred@696110572 after retry RPC after error@622954817) -> (continuation of Deferred@1978488815 after retry RPC after error@1954991248) -> (continuation of Deferred@861109569 after retry RPC after error@445743595) -> (continuation of Deferred@89980793 after retry RPC after error@1207714062) -> (continuation of Deferred@1869452741 after retry RPC after error@2036715290) -> (continuation of Deferred@463491192 after retry RPC after error@1047631411) -> (continuation of Deferred@1026682757 after retry RPC after error@1786509862), errback=(continuation of Deferred@696110572 after retry RPC after error@622954817) -> (continuation of Deferred@1978488815 after retry RPC after error@1954991248) -> (continuation of Deferred@861109569 after retry RPC after error@445743595) -> (continuation of Deferred@89980793 after retry RPC after error@1207714062) -> (continuation of Deferred@1869452741 after retry RPC after error@2036715290) -> (continuation of Deferred@463491192 after retry RPC after error@1047631411) -> (continuation of Deferred@1026682757 after retry RPC after error@1786509862)))
08:04:12.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@582034707(state=PENDING, result=null, callback=(continuation of Deferred@529706273 after retry RPC after error@395547392) -> (continuation of Deferred@589488842 after retry RPC after error@143704576) -> (continuation of Deferred@48340374 after retry RPC after error@157357401) -> (continuation of Deferred@1029804557 after retry RPC after error@862967651) -> (continuation of Deferred@1038934453 after retry RPC after error@1009184908) -> (continuation of Deferred@233241855 after retry RPC after error@1090512623) -> (continuation of Deferred@440686092 after retry RPC after error@300775256), errback=(continuation of Deferred@529706273 after retry RPC after error@395547392) -> (continuation of Deferred@589488842 after retry RPC after error@143704576) -> (continuation of Deferred@48340374 after retry RPC after error@157357401) -> (continuation of Deferred@1029804557 after retry RPC after error@862967651) -> (continuation of Deferred@1038934453 after retry RPC after error@1009184908) -> (continuation of Deferred@233241855 after retry RPC after error@1090512623) -> (continuation of Deferred@440686092 after retry RPC after error@300775256)))
08:04:12.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@582034707(state=PENDING, result=null, callback=(continuation of Deferred@529706273 after retry RPC after error@395547392) -> (continuation of Deferred@589488842 after retry RPC after error@143704576) -> (continuation of Deferred@48340374 after retry RPC after error@157357401) -> (continuation of Deferred@1029804557 after retry RPC after error@862967651) -> (continuation of Deferred@1038934453 after retry RPC after error@1009184908) -> (continuation of Deferred@233241855 after retry RPC after error@1090512623) -> (continuation of Deferred@440686092 after retry RPC after error@300775256), errback=(continuation of Deferred@529706273 after retry RPC after error@395547392) -> (continuation of Deferred@589488842 after retry RPC after error@143704576) -> (continuation of Deferred@48340374 after retry RPC after error@157357401) -> (continuation of Deferred@1029804557 after retry RPC after error@862967651) -> (continuation of Deferred@1038934453 after retry RPC after error@1009184908) -> (continuation of Deferred@233241855 after retry RPC after error@1090512623) -> (continuation of Deferred@440686092 after retry RPC after error@300775256)))
08:04:12.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@881407564(state=PENDING, result=null, callback=(continuation of Deferred@1990284855 after retry RPC after error@1372209750) -> (continuation of Deferred@1629193709 after retry RPC after error@475915476) -> (continuation of Deferred@1622219142 after retry RPC after error@1676291892) -> (continuation of Deferred@1583610441 after retry RPC after error@770432533) -> (continuation of Deferred@1174310663 after retry RPC after error@2002754307) -> (continuation of Deferred@909088275 after retry RPC after error@1162341813) -> (continuation of Deferred@1953547437 after retry RPC after error@2138885795), errback=(continuation of Deferred@1990284855 after retry RPC after error@1372209750) -> (continuation of Deferred@1629193709 after retry RPC after error@475915476) -> (continuation of Deferred@1622219142 after retry RPC after error@1676291892) -> (continuation of Deferred@1583610441 after retry RPC after error@770432533) -> (continuation of Deferred@1174310663 after retry RPC after error@2002754307) -> (continuation of Deferred@909088275 after retry RPC after error@1162341813) -> (continuation of Deferred@1953547437 after retry RPC after error@2138885795)))
08:04:12.563 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@881407564(state=PENDING, result=null, callback=(continuation of Deferred@1990284855 after retry RPC after error@1372209750) -> (continuation of Deferred@1629193709 after retry RPC after error@475915476) -> (continuation of Deferred@1622219142 after retry RPC after error@1676291892) -> (continuation of Deferred@1583610441 after retry RPC after error@770432533) -> (continuation of Deferred@1174310663 after retry RPC after error@2002754307) -> (continuation of Deferred@909088275 after retry RPC after error@1162341813) -> (continuation of Deferred@1953547437 after retry RPC after error@2138885795), errback=(continuation of Deferred@1990284855 after retry RPC after error@1372209750) -> (continuation of Deferred@1629193709 after retry RPC after error@475915476) -> (continuation of Deferred@1622219142 after retry RPC after error@1676291892) -> (continuation of Deferred@1583610441 after retry RPC after error@770432533) -> (continuation of Deferred@1174310663 after retry RPC after error@2002754307) -> (continuation of Deferred@909088275 after retry RPC after error@1162341813) -> (continuation of Deferred@1953547437 after retry RPC after error@2138885795)))
08:04:12.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@298417175(state=PENDING, result=null, callback=(continuation of Deferred@1302108106 after retry RPC after error@39796711) -> (continuation of Deferred@395692448 after retry RPC after error@1298540161) -> (continuation of Deferred@1693309472 after retry RPC after error@523661661) -> (continuation of Deferred@643261394 after retry RPC after error@1526270903) -> (continuation of Deferred@1355802130 after retry RPC after error@2095040975) -> (continuation of Deferred@1636527221 after retry RPC after error@1941792576), errback=(continuation of Deferred@1302108106 after retry RPC after error@39796711) -> (continuation of Deferred@395692448 after retry RPC after error@1298540161) -> (continuation of Deferred@1693309472 after retry RPC after error@523661661) -> (continuation of Deferred@643261394 after retry RPC after error@1526270903) -> (continuation of Deferred@1355802130 after retry RPC after error@2095040975) -> (continuation of Deferred@1636527221 after retry RPC after error@1941792576)))
08:04:12.763 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@298417175(state=PENDING, result=null, callback=(continuation of Deferred@1302108106 after retry RPC after error@39796711) -> (continuation of Deferred@395692448 after retry RPC after error@1298540161) -> (continuation of Deferred@1693309472 after retry RPC after error@523661661) -> (continuation of Deferred@643261394 after retry RPC after error@1526270903) -> (continuation of Deferred@1355802130 after retry RPC after error@2095040975) -> (continuation of Deferred@1636527221 after retry RPC after error@1941792576), errback=(continuation of Deferred@1302108106 after retry RPC after error@39796711) -> (continuation of Deferred@395692448 after retry RPC after error@1298540161) -> (continuation of Deferred@1693309472 after retry RPC after error@523661661) -> (continuation of Deferred@643261394 after retry RPC after error@1526270903) -> (continuation of Deferred@1355802130 after retry RPC after error@2095040975) -> (continuation of Deferred@1636527221 after retry RPC after error@1941792576)))
08:04:12.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:12.836551 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:12.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:12.840907 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:12.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:12.842479 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:12.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:12.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:12.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:12.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:12.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:12.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@493848941(state=PENDING, result=null, callback=(continuation of Deferred@1397771377 after retry RPC after error@89190611) -> (continuation of Deferred@898122608 after retry RPC after error@1422753869) -> (continuation of Deferred@95386977 after retry RPC after error@133940079) -> (continuation of Deferred@1881113379 after retry RPC after error@1223211653) -> (continuation of Deferred@919769740 after retry RPC after error@1869340546) -> (continuation of Deferred@1667325911 after retry RPC after error@1859186092) -> (continuation of Deferred@1286886408 after retry RPC after error@2106721747), errback=(continuation of Deferred@1397771377 after retry RPC after error@89190611) -> (continuation of Deferred@898122608 after retry RPC after error@1422753869) -> (continuation of Deferred@95386977 after retry RPC after error@133940079) -> (continuation of Deferred@1881113379 after retry RPC after error@1223211653) -> (continuation of Deferred@919769740 after retry RPC after error@1869340546) -> (continuation of Deferred@1667325911 after retry RPC after error@1859186092) -> (continuation of Deferred@1286886408 after retry RPC after error@2106721747)))
08:04:13.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@493848941(state=PENDING, result=null, callback=(continuation of Deferred@1397771377 after retry RPC after error@89190611) -> (continuation of Deferred@898122608 after retry RPC after error@1422753869) -> (continuation of Deferred@95386977 after retry RPC after error@133940079) -> (continuation of Deferred@1881113379 after retry RPC after error@1223211653) -> (continuation of Deferred@919769740 after retry RPC after error@1869340546) -> (continuation of Deferred@1667325911 after retry RPC after error@1859186092) -> (continuation of Deferred@1286886408 after retry RPC after error@2106721747), errback=(continuation of Deferred@1397771377 after retry RPC after error@89190611) -> (continuation of Deferred@898122608 after retry RPC after error@1422753869) -> (continuation of Deferred@95386977 after retry RPC after error@133940079) -> (continuation of Deferred@1881113379 after retry RPC after error@1223211653) -> (continuation of Deferred@919769740 after retry RPC after error@1869340546) -> (continuation of Deferred@1667325911 after retry RPC after error@1859186092) -> (continuation of Deferred@1286886408 after retry RPC after error@2106721747)))
08:04:13.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@981341792(state=PENDING, result=null, callback=(continuation of Deferred@558572299 after retry RPC after error@1471421718) -> (continuation of Deferred@726036968 after retry RPC after error@1631694838) -> (continuation of Deferred@434805678 after retry RPC after error@1858169128) -> (continuation of Deferred@1980800041 after retry RPC after error@448967426) -> (continuation of Deferred@1471708191 after retry RPC after error@844482537) -> (continuation of Deferred@1079440478 after retry RPC after error@1333986805) -> (continuation of Deferred@1540341918 after retry RPC after error@1203322497), errback=(continuation of Deferred@558572299 after retry RPC after error@1471421718) -> (continuation of Deferred@726036968 after retry RPC after error@1631694838) -> (continuation of Deferred@434805678 after retry RPC after error@1858169128) -> (continuation of Deferred@1980800041 after retry RPC after error@448967426) -> (continuation of Deferred@1471708191 after retry RPC after error@844482537) -> (continuation of Deferred@1079440478 after retry RPC after error@1333986805) -> (continuation of Deferred@1540341918 after retry RPC after error@1203322497)))
08:04:13.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@981341792(state=PENDING, result=null, callback=(continuation of Deferred@558572299 after retry RPC after error@1471421718) -> (continuation of Deferred@726036968 after retry RPC after error@1631694838) -> (continuation of Deferred@434805678 after retry RPC after error@1858169128) -> (continuation of Deferred@1980800041 after retry RPC after error@448967426) -> (continuation of Deferred@1471708191 after retry RPC after error@844482537) -> (continuation of Deferred@1079440478 after retry RPC after error@1333986805) -> (continuation of Deferred@1540341918 after retry RPC after error@1203322497), errback=(continuation of Deferred@558572299 after retry RPC after error@1471421718) -> (continuation of Deferred@726036968 after retry RPC after error@1631694838) -> (continuation of Deferred@434805678 after retry RPC after error@1858169128) -> (continuation of Deferred@1980800041 after retry RPC after error@448967426) -> (continuation of Deferred@1471708191 after retry RPC after error@844482537) -> (continuation of Deferred@1079440478 after retry RPC after error@1333986805) -> (continuation of Deferred@1540341918 after retry RPC after error@1203322497)))
08:04:13.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.521 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1092773422(state=PENDING, result=null, callback=(continuation of Deferred@1481464683 after retry RPC after error@1816207008) -> (continuation of Deferred@1458272675 after retry RPC after error@78276166) -> (continuation of Deferred@906945467 after retry RPC after error@1381916612) -> (continuation of Deferred@1609896525 after retry RPC after error@146458531) -> (continuation of Deferred@1231613492 after retry RPC after error@1768433826) -> (continuation of Deferred@511195320 after retry RPC after error@1075929867) -> (continuation of Deferred@1320561781 after retry RPC after error@1723019321), errback=(continuation of Deferred@1481464683 after retry RPC after error@1816207008) -> (continuation of Deferred@1458272675 after retry RPC after error@78276166) -> (continuation of Deferred@906945467 after retry RPC after error@1381916612) -> (continuation of Deferred@1609896525 after retry RPC after error@146458531) -> (continuation of Deferred@1231613492 after retry RPC after error@1768433826) -> (continuation of Deferred@511195320 after retry RPC after error@1075929867) -> (continuation of Deferred@1320561781 after retry RPC after error@1723019321)))
08:04:13.521 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:13.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@410595876(state=PENDING, result=null, callback=(continuation of Deferred@679236234 after retry RPC after error@547850778) -> (continuation of Deferred@1157860657 after retry RPC after error@347762599) -> (continuation of Deferred@1587058616 after retry RPC after error@1123234091) -> (continuation of Deferred@457197121 after retry RPC after error@1556141529) -> (continuation of Deferred@1182772398 after retry RPC after error@492742435) -> (continuation of Deferred@70617223 after retry RPC after error@1577184197) -> (continuation of Deferred@1696609911 after retry RPC after error@221246031), errback=(continuation of Deferred@679236234 after retry RPC after error@547850778) -> (continuation of Deferred@1157860657 after retry RPC after error@347762599) -> (continuation of Deferred@1587058616 after retry RPC after error@1123234091) -> (continuation of Deferred@457197121 after retry RPC after error@1556141529) -> (continuation of Deferred@1182772398 after retry RPC after error@492742435) -> (continuation of Deferred@70617223 after retry RPC after error@1577184197) -> (continuation of Deferred@1696609911 after retry RPC after error@221246031)))
08:04:13.763 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@410595876(state=PENDING, result=null, callback=(continuation of Deferred@679236234 after retry RPC after error@547850778) -> (continuation of Deferred@1157860657 after retry RPC after error@347762599) -> (continuation of Deferred@1587058616 after retry RPC after error@1123234091) -> (continuation of Deferred@457197121 after retry RPC after error@1556141529) -> (continuation of Deferred@1182772398 after retry RPC after error@492742435) -> (continuation of Deferred@70617223 after retry RPC after error@1577184197) -> (continuation of Deferred@1696609911 after retry RPC after error@221246031), errback=(continuation of Deferred@679236234 after retry RPC after error@547850778) -> (continuation of Deferred@1157860657 after retry RPC after error@347762599) -> (continuation of Deferred@1587058616 after retry RPC after error@1123234091) -> (continuation of Deferred@457197121 after retry RPC after error@1556141529) -> (continuation of Deferred@1182772398 after retry RPC after error@492742435) -> (continuation of Deferred@70617223 after retry RPC after error@1577184197) -> (continuation of Deferred@1696609911 after retry RPC after error@221246031)))
08:04:13.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:13.848241 5407 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:13.848416 5407 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:13.849010 5407 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:13.849875 5193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111) [suppressed 3 similar messages]
08:04:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:13.850926 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:13.851058 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:13.851161 5193 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:13.851341 5407 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:13.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@133024208(state=PENDING, result=null, callback=(continuation of Deferred@1092164588 after retry RPC after error@114817360) -> (continuation of Deferred@358776391 after retry RPC after error@2083034738) -> (continuation of Deferred@1969697888 after retry RPC after error@1287872229) -> (continuation of Deferred@1247121788 after retry RPC after error@1920341314) -> (continuation of Deferred@1056893784 after retry RPC after error@1746710036) -> (continuation of Deferred@245636122 after retry RPC after error@1287312521) -> (continuation of Deferred@97997421 after retry RPC after error@146153677), errback=(continuation of Deferred@1092164588 after retry RPC after error@114817360) -> (continuation of Deferred@358776391 after retry RPC after error@2083034738) -> (continuation of Deferred@1969697888 after retry RPC after error@1287872229) -> (continuation of Deferred@1247121788 after retry RPC after error@1920341314) -> (continuation of Deferred@1056893784 after retry RPC after error@1746710036) -> (continuation of Deferred@245636122 after retry RPC after error@1287312521) -> (continuation of Deferred@97997421 after retry RPC after error@146153677)))
08:04:13.942 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@133024208(state=PENDING, result=null, callback=(continuation of Deferred@1092164588 after retry RPC after error@114817360) -> (continuation of Deferred@358776391 after retry RPC after error@2083034738) -> (continuation of Deferred@1969697888 after retry RPC after error@1287872229) -> (continuation of Deferred@1247121788 after retry RPC after error@1920341314) -> (continuation of Deferred@1056893784 after retry RPC after error@1746710036) -> (continuation of Deferred@245636122 after retry RPC after error@1287312521) -> (continuation of Deferred@97997421 after retry RPC after error@146153677), errback=(continuation of Deferred@1092164588 after retry RPC after error@114817360) -> (continuation of Deferred@358776391 after retry RPC after error@2083034738) -> (continuation of Deferred@1969697888 after retry RPC after error@1287872229) -> (continuation of Deferred@1247121788 after retry RPC after error@1920341314) -> (continuation of Deferred@1056893784 after retry RPC after error@1746710036) -> (continuation of Deferred@245636122 after retry RPC after error@1287312521) -> (continuation of Deferred@97997421 after retry RPC after error@146153677)))
08:04:13.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:13.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:13.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:13.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:13.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:13.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2099496349(state=PENDING, result=null, callback=(continuation of Deferred@682753746 after retry RPC after error@1612687844) -> (continuation of Deferred@1534014276 after retry RPC after error@939727513) -> (continuation of Deferred@534983717 after retry RPC after error@45022900) -> (continuation of Deferred@544802998 after retry RPC after error@9312754) -> (continuation of Deferred@105535450 after retry RPC after error@1944343289) -> (continuation of Deferred@464570507 after retry RPC after error@1795232646), errback=(continuation of Deferred@682753746 after retry RPC after error@1612687844) -> (continuation of Deferred@1534014276 after retry RPC after error@939727513) -> (continuation of Deferred@534983717 after retry RPC after error@45022900) -> (continuation of Deferred@544802998 after retry RPC after error@9312754) -> (continuation of Deferred@105535450 after retry RPC after error@1944343289) -> (continuation of Deferred@464570507 after retry RPC after error@1795232646)))
08:04:14.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2099496349(state=PENDING, result=null, callback=(continuation of Deferred@682753746 after retry RPC after error@1612687844) -> (continuation of Deferred@1534014276 after retry RPC after error@939727513) -> (continuation of Deferred@534983717 after retry RPC after error@45022900) -> (continuation of Deferred@544802998 after retry RPC after error@9312754) -> (continuation of Deferred@105535450 after retry RPC after error@1944343289) -> (continuation of Deferred@464570507 after retry RPC after error@1795232646), errback=(continuation of Deferred@682753746 after retry RPC after error@1612687844) -> (continuation of Deferred@1534014276 after retry RPC after error@939727513) -> (continuation of Deferred@534983717 after retry RPC after error@45022900) -> (continuation of Deferred@544802998 after retry RPC after error@9312754) -> (continuation of Deferred@105535450 after retry RPC after error@1944343289) -> (continuation of Deferred@464570507 after retry RPC after error@1795232646)))
08:04:14.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1615245704(state=PENDING, result=null, callback=(continuation of Deferred@1950137111 after retry RPC after error@1570486480) -> (continuation of Deferred@910909982 after retry RPC after error@1666473902) -> (continuation of Deferred@1914807504 after retry RPC after error@1929170812) -> (continuation of Deferred@533338287 after retry RPC after error@1579322839) -> (continuation of Deferred@559592935 after retry RPC after error@902367647) -> (continuation of Deferred@2047439081 after retry RPC after error@814679626), errback=(continuation of Deferred@1950137111 after retry RPC after error@1570486480) -> (continuation of Deferred@910909982 after retry RPC after error@1666473902) -> (continuation of Deferred@1914807504 after retry RPC after error@1929170812) -> (continuation of Deferred@533338287 after retry RPC after error@1579322839) -> (continuation of Deferred@559592935 after retry RPC after error@902367647) -> (continuation of Deferred@2047439081 after retry RPC after error@814679626)))
08:04:14.303 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1615245704(state=PENDING, result=null, callback=(continuation of Deferred@1950137111 after retry RPC after error@1570486480) -> (continuation of Deferred@910909982 after retry RPC after error@1666473902) -> (continuation of Deferred@1914807504 after retry RPC after error@1929170812) -> (continuation of Deferred@533338287 after retry RPC after error@1579322839) -> (continuation of Deferred@559592935 after retry RPC after error@902367647) -> (continuation of Deferred@2047439081 after retry RPC after error@814679626), errback=(continuation of Deferred@1950137111 after retry RPC after error@1570486480) -> (continuation of Deferred@910909982 after retry RPC after error@1666473902) -> (continuation of Deferred@1914807504 after retry RPC after error@1929170812) -> (continuation of Deferred@533338287 after retry RPC after error@1579322839) -> (continuation of Deferred@559592935 after retry RPC after error@902367647) -> (continuation of Deferred@2047439081 after retry RPC after error@814679626)))
08:04:14.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2093145607(state=PENDING, result=null, callback=(continuation of Deferred@1704724548 after retry RPC after error@2065875636) -> (continuation of Deferred@1324010019 after retry RPC after error@607262495) -> (continuation of Deferred@560592373 after retry RPC after error@1286841358) -> (continuation of Deferred@1410389097 after retry RPC after error@1622059803) -> (continuation of Deferred@235285670 after retry RPC after error@1606711996) -> (continuation of Deferred@220548785 after retry RPC after error@407296637) -> (continuation of Deferred@664446671 after retry RPC after error@1534540058), errback=(continuation of Deferred@1704724548 after retry RPC after error@2065875636) -> (continuation of Deferred@1324010019 after retry RPC after error@607262495) -> (continuation of Deferred@560592373 after retry RPC after error@1286841358) -> (continuation of Deferred@1410389097 after retry RPC after error@1622059803) -> (continuation of Deferred@235285670 after retry RPC after error@1606711996) -> (continuation of Deferred@220548785 after retry RPC after error@407296637) -> (continuation of Deferred@664446671 after retry RPC after error@1534540058)))
08:04:14.483 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2093145607(state=PENDING, result=null, callback=(continuation of Deferred@1704724548 after retry RPC after error@2065875636) -> (continuation of Deferred@1324010019 after retry RPC after error@607262495) -> (continuation of Deferred@560592373 after retry RPC after error@1286841358) -> (continuation of Deferred@1410389097 after retry RPC after error@1622059803) -> (continuation of Deferred@235285670 after retry RPC after error@1606711996) -> (continuation of Deferred@220548785 after retry RPC after error@407296637) -> (continuation of Deferred@664446671 after retry RPC after error@1534540058), errback=(continuation of Deferred@1704724548 after retry RPC after error@2065875636) -> (continuation of Deferred@1324010019 after retry RPC after error@607262495) -> (continuation of Deferred@560592373 after retry RPC after error@1286841358) -> (continuation of Deferred@1410389097 after retry RPC after error@1622059803) -> (continuation of Deferred@235285670 after retry RPC after error@1606711996) -> (continuation of Deferred@220548785 after retry RPC after error@407296637) -> (continuation of Deferred@664446671 after retry RPC after error@1534540058)))
08:04:14.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@887568315(state=PENDING, result=null, callback=(continuation of Deferred@424692164 after retry RPC after error@739378341) -> (continuation of Deferred@1634062145 after retry RPC after error@1823635001) -> (continuation of Deferred@2008488962 after retry RPC after error@1262229885) -> (continuation of Deferred@74238108 after retry RPC after error@2064676246) -> (continuation of Deferred@872948218 after retry RPC after error@525607415) -> (continuation of Deferred@2099131049 after retry RPC after error@89805913) -> (continuation of Deferred@1881711353 after retry RPC after error@1313697426), errback=(continuation of Deferred@424692164 after retry RPC after error@739378341) -> (continuation of Deferred@1634062145 after retry RPC after error@1823635001) -> (continuation of Deferred@2008488962 after retry RPC after error@1262229885) -> (continuation of Deferred@74238108 after retry RPC after error@2064676246) -> (continuation of Deferred@872948218 after retry RPC after error@525607415) -> (continuation of Deferred@2099131049 after retry RPC after error@89805913) -> (continuation of Deferred@1881711353 after retry RPC after error@1313697426)))
08:04:14.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@887568315(state=PENDING, result=null, callback=(continuation of Deferred@424692164 after retry RPC after error@739378341) -> (continuation of Deferred@1634062145 after retry RPC after error@1823635001) -> (continuation of Deferred@2008488962 after retry RPC after error@1262229885) -> (continuation of Deferred@74238108 after retry RPC after error@2064676246) -> (continuation of Deferred@872948218 after retry RPC after error@525607415) -> (continuation of Deferred@2099131049 after retry RPC after error@89805913) -> (continuation of Deferred@1881711353 after retry RPC after error@1313697426), errback=(continuation of Deferred@424692164 after retry RPC after error@739378341) -> (continuation of Deferred@1634062145 after retry RPC after error@1823635001) -> (continuation of Deferred@2008488962 after retry RPC after error@1262229885) -> (continuation of Deferred@74238108 after retry RPC after error@2064676246) -> (continuation of Deferred@872948218 after retry RPC after error@525607415) -> (continuation of Deferred@2099131049 after retry RPC after error@89805913) -> (continuation of Deferred@1881711353 after retry RPC after error@1313697426)))
08:04:14.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@436209418(state=PENDING, result=null, callback=(continuation of Deferred@1435587365 after retry RPC after error@1549558777) -> (continuation of Deferred@1988939859 after retry RPC after error@1823384031) -> (continuation of Deferred@872009492 after retry RPC after error@201666873) -> (continuation of Deferred@479950498 after retry RPC after error@94543031) -> (continuation of Deferred@2019455608 after retry RPC after error@1576470707) -> (continuation of Deferred@446581705 after retry RPC after error@197667593) -> (continuation of Deferred@9328058 after retry RPC after error@1708746632), errback=(continuation of Deferred@1435587365 after retry RPC after error@1549558777) -> (continuation of Deferred@1988939859 after retry RPC after error@1823384031) -> (continuation of Deferred@872009492 after retry RPC after error@201666873) -> (continuation of Deferred@479950498 after retry RPC after error@94543031) -> (continuation of Deferred@2019455608 after retry RPC after error@1576470707) -> (continuation of Deferred@446581705 after retry RPC after error@197667593) -> (continuation of Deferred@9328058 after retry RPC after error@1708746632)))
08:04:14.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@436209418(state=PENDING, result=null, callback=(continuation of Deferred@1435587365 after retry RPC after error@1549558777) -> (continuation of Deferred@1988939859 after retry RPC after error@1823384031) -> (continuation of Deferred@872009492 after retry RPC after error@201666873) -> (continuation of Deferred@479950498 after retry RPC after error@94543031) -> (continuation of Deferred@2019455608 after retry RPC after error@1576470707) -> (continuation of Deferred@446581705 after retry RPC after error@197667593) -> (continuation of Deferred@9328058 after retry RPC after error@1708746632), errback=(continuation of Deferred@1435587365 after retry RPC after error@1549558777) -> (continuation of Deferred@1988939859 after retry RPC after error@1823384031) -> (continuation of Deferred@872009492 after retry RPC after error@201666873) -> (continuation of Deferred@479950498 after retry RPC after error@94543031) -> (continuation of Deferred@2019455608 after retry RPC after error@1576470707) -> (continuation of Deferred@446581705 after retry RPC after error@197667593) -> (continuation of Deferred@9328058 after retry RPC after error@1708746632)))
08:04:14.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:14.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:14.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:14.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:14.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:14.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1588740003(state=PENDING, result=null, callback=(continuation of Deferred@743547633 after retry RPC after error@600685524) -> (continuation of Deferred@1984231120 after retry RPC after error@969183388) -> (continuation of Deferred@405007231 after retry RPC after error@1459544244) -> (continuation of Deferred@123567821 after retry RPC after error@444620490) -> (continuation of Deferred@503265014 after retry RPC after error@1009094333) -> (continuation of Deferred@1357001954 after retry RPC after error@1217152570) -> (continuation of Deferred@740327771 after retry RPC after error@1012965892) -> (continuation of Deferred@2103759950 after retry RPC after error@1475600462), errback=(continuation of Deferred@743547633 after retry RPC after error@600685524) -> (continuation of Deferred@1984231120 after retry RPC after error@969183388) -> (continuation of Deferred@405007231 after retry RPC after error@1459544244) -> (continuation of Deferred@123567821 after retry RPC after error@444620490) -> (continuation of Deferred@503265014 after retry RPC after error@1009094333) -> (continuation of Deferred@1357001954 after retry RPC after error@1217152570) -> (continuation of Deferred@740327771 after retry RPC after error@1012965892) -> (continuation of Deferred@2103759950 after retry RPC after error@1475600462)))
08:04:15.162 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1588740003(state=PENDING, result=null, callback=(continuation of Deferred@743547633 after retry RPC after error@600685524) -> (continuation of Deferred@1984231120 after retry RPC after error@969183388) -> (continuation of Deferred@405007231 after retry RPC after error@1459544244) -> (continuation of Deferred@123567821 after retry RPC after error@444620490) -> (continuation of Deferred@503265014 after retry RPC after error@1009094333) -> (continuation of Deferred@1357001954 after retry RPC after error@1217152570) -> (continuation of Deferred@740327771 after retry RPC after error@1012965892) -> (continuation of Deferred@2103759950 after retry RPC after error@1475600462), errback=(continuation of Deferred@743547633 after retry RPC after error@600685524) -> (continuation of Deferred@1984231120 after retry RPC after error@969183388) -> (continuation of Deferred@405007231 after retry RPC after error@1459544244) -> (continuation of Deferred@123567821 after retry RPC after error@444620490) -> (continuation of Deferred@503265014 after retry RPC after error@1009094333) -> (continuation of Deferred@1357001954 after retry RPC after error@1217152570) -> (continuation of Deferred@740327771 after retry RPC after error@1012965892) -> (continuation of Deferred@2103759950 after retry RPC after error@1475600462)))
08:04:15.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.441 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@128896285(state=PENDING, result=null, callback=(continuation of Deferred@373986154 after retry RPC after error@1603190779) -> (continuation of Deferred@1606529791 after retry RPC after error@787896895) -> (continuation of Deferred@1826970952 after retry RPC after error@1178486344) -> (continuation of Deferred@339362362 after retry RPC after error@134337824) -> (continuation of Deferred@1313396341 after retry RPC after error@2054211058) -> (continuation of Deferred@1008558868 after retry RPC after error@976423266) -> (continuation of Deferred@843090735 after retry RPC after error@1315149760), errback=(continuation of Deferred@373986154 after retry RPC after error@1603190779) -> (continuation of Deferred@1606529791 after retry RPC after error@787896895) -> (continuation of Deferred@1826970952 after retry RPC after error@1178486344) -> (continuation of Deferred@339362362 after retry RPC after error@134337824) -> (continuation of Deferred@1313396341 after retry RPC after error@2054211058) -> (continuation of Deferred@1008558868 after retry RPC after error@976423266) -> (continuation of Deferred@843090735 after retry RPC after error@1315149760)))
08:04:15.441 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:15.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1524565776(state=PENDING, result=null, callback=(continuation of Deferred@685547840 after retry RPC after error@1999476086) -> (continuation of Deferred@1083937436 after retry RPC after error@1650391576) -> (continuation of Deferred@801472946 after retry RPC after error@878192409) -> (continuation of Deferred@684416124 after retry RPC after error@1037106503) -> (continuation of Deferred@1041965918 after retry RPC after error@1267641195) -> (continuation of Deferred@961816282 after retry RPC after error@64282226) -> (continuation of Deferred@1681005701 after retry RPC after error@1515796123), errback=(continuation of Deferred@685547840 after retry RPC after error@1999476086) -> (continuation of Deferred@1083937436 after retry RPC after error@1650391576) -> (continuation of Deferred@801472946 after retry RPC after error@878192409) -> (continuation of Deferred@684416124 after retry RPC after error@1037106503) -> (continuation of Deferred@1041965918 after retry RPC after error@1267641195) -> (continuation of Deferred@961816282 after retry RPC after error@64282226) -> (continuation of Deferred@1681005701 after retry RPC after error@1515796123)))
08:04:15.622 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1524565776(state=PENDING, result=null, callback=(continuation of Deferred@685547840 after retry RPC after error@1999476086) -> (continuation of Deferred@1083937436 after retry RPC after error@1650391576) -> (continuation of Deferred@801472946 after retry RPC after error@878192409) -> (continuation of Deferred@684416124 after retry RPC after error@1037106503) -> (continuation of Deferred@1041965918 after retry RPC after error@1267641195) -> (continuation of Deferred@961816282 after retry RPC after error@64282226) -> (continuation of Deferred@1681005701 after retry RPC after error@1515796123), errback=(continuation of Deferred@685547840 after retry RPC after error@1999476086) -> (continuation of Deferred@1083937436 after retry RPC after error@1650391576) -> (continuation of Deferred@801472946 after retry RPC after error@878192409) -> (continuation of Deferred@684416124 after retry RPC after error@1037106503) -> (continuation of Deferred@1041965918 after retry RPC after error@1267641195) -> (continuation of Deferred@961816282 after retry RPC after error@64282226) -> (continuation of Deferred@1681005701 after retry RPC after error@1515796123)))
08:04:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:15.637684 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:15.637830 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:15.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.721 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.722 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@216368754(state=PENDING, result=null, callback=(continuation of Deferred@1970673857 after retry RPC after error@698065277) -> (continuation of Deferred@264468661 after retry RPC after error@792045865) -> (continuation of Deferred@1782586398 after retry RPC after error@505727074) -> (continuation of Deferred@179703235 after retry RPC after error@147362141) -> (continuation of Deferred@1644354742 after retry RPC after error@1524461388) -> (continuation of Deferred@1623177665 after retry RPC after error@749833970) -> (continuation of Deferred@1478623422 after retry RPC after error@1773446137), errback=(continuation of Deferred@1970673857 after retry RPC after error@698065277) -> (continuation of Deferred@264468661 after retry RPC after error@792045865) -> (continuation of Deferred@1782586398 after retry RPC after error@505727074) -> (continuation of Deferred@179703235 after retry RPC after error@147362141) -> (continuation of Deferred@1644354742 after retry RPC after error@1524461388) -> (continuation of Deferred@1623177665 after retry RPC after error@749833970) -> (continuation of Deferred@1478623422 after retry RPC after error@1773446137)))
08:04:15.883 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@216368754(state=PENDING, result=null, callback=(continuation of Deferred@1970673857 after retry RPC after error@698065277) -> (continuation of Deferred@264468661 after retry RPC after error@792045865) -> (continuation of Deferred@1782586398 after retry RPC after error@505727074) -> (continuation of Deferred@179703235 after retry RPC after error@147362141) -> (continuation of Deferred@1644354742 after retry RPC after error@1524461388) -> (continuation of Deferred@1623177665 after retry RPC after error@749833970) -> (continuation of Deferred@1478623422 after retry RPC after error@1773446137), errback=(continuation of Deferred@1970673857 after retry RPC after error@698065277) -> (continuation of Deferred@264468661 after retry RPC after error@792045865) -> (continuation of Deferred@1782586398 after retry RPC after error@505727074) -> (continuation of Deferred@179703235 after retry RPC after error@147362141) -> (continuation of Deferred@1644354742 after retry RPC after error@1524461388) -> (continuation of Deferred@1623177665 after retry RPC after error@749833970) -> (continuation of Deferred@1478623422 after retry RPC after error@1773446137)))
08:04:15.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:15.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:15.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:15.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:15.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:15.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1355807375(state=PENDING, result=null, callback=(continuation of Deferred@681282314 after retry RPC after error@1752605570) -> (continuation of Deferred@1813940174 after retry RPC after error@1135215424) -> (continuation of Deferred@933041124 after retry RPC after error@1789582374) -> (continuation of Deferred@1922176586 after retry RPC after error@1630649179) -> (continuation of Deferred@1047303850 after retry RPC after error@43722413) -> (continuation of Deferred@1624850674 after retry RPC after error@207537361) -> (continuation of Deferred@1448991286 after retry RPC after error@220733470), errback=(continuation of Deferred@681282314 after retry RPC after error@1752605570) -> (continuation of Deferred@1813940174 after retry RPC after error@1135215424) -> (continuation of Deferred@933041124 after retry RPC after error@1789582374) -> (continuation of Deferred@1922176586 after retry RPC after error@1630649179) -> (continuation of Deferred@1047303850 after retry RPC after error@43722413) -> (continuation of Deferred@1624850674 after retry RPC after error@207537361) -> (continuation of Deferred@1448991286 after retry RPC after error@220733470)))
08:04:16.122 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1355807375(state=PENDING, result=null, callback=(continuation of Deferred@681282314 after retry RPC after error@1752605570) -> (continuation of Deferred@1813940174 after retry RPC after error@1135215424) -> (continuation of Deferred@933041124 after retry RPC after error@1789582374) -> (continuation of Deferred@1922176586 after retry RPC after error@1630649179) -> (continuation of Deferred@1047303850 after retry RPC after error@43722413) -> (continuation of Deferred@1624850674 after retry RPC after error@207537361) -> (continuation of Deferred@1448991286 after retry RPC after error@220733470), errback=(continuation of Deferred@681282314 after retry RPC after error@1752605570) -> (continuation of Deferred@1813940174 after retry RPC after error@1135215424) -> (continuation of Deferred@933041124 after retry RPC after error@1789582374) -> (continuation of Deferred@1922176586 after retry RPC after error@1630649179) -> (continuation of Deferred@1047303850 after retry RPC after error@43722413) -> (continuation of Deferred@1624850674 after retry RPC after error@207537361) -> (continuation of Deferred@1448991286 after retry RPC after error@220733470)))
08:04:16.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@479208442(state=PENDING, result=null, callback=(continuation of Deferred@1741227 after retry RPC after error@1470468669) -> (continuation of Deferred@578883922 after retry RPC after error@1058236683) -> (continuation of Deferred@1808806027 after retry RPC after error@278885302) -> (continuation of Deferred@985594742 after retry RPC after error@507614747) -> (continuation of Deferred@1962916144 after retry RPC after error@521565914) -> (continuation of Deferred@1388202757 after retry RPC after error@1088290311) -> (continuation of Deferred@1231218965 after retry RPC after error@1710155333), errback=(continuation of Deferred@1741227 after retry RPC after error@1470468669) -> (continuation of Deferred@578883922 after retry RPC after error@1058236683) -> (continuation of Deferred@1808806027 after retry RPC after error@278885302) -> (continuation of Deferred@985594742 after retry RPC after error@507614747) -> (continuation of Deferred@1962916144 after retry RPC after error@521565914) -> (continuation of Deferred@1388202757 after retry RPC after error@1088290311) -> (continuation of Deferred@1231218965 after retry RPC after error@1710155333)))
08:04:16.322 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@479208442(state=PENDING, result=null, callback=(continuation of Deferred@1741227 after retry RPC after error@1470468669) -> (continuation of Deferred@578883922 after retry RPC after error@1058236683) -> (continuation of Deferred@1808806027 after retry RPC after error@278885302) -> (continuation of Deferred@985594742 after retry RPC after error@507614747) -> (continuation of Deferred@1962916144 after retry RPC after error@521565914) -> (continuation of Deferred@1388202757 after retry RPC after error@1088290311) -> (continuation of Deferred@1231218965 after retry RPC after error@1710155333), errback=(continuation of Deferred@1741227 after retry RPC after error@1470468669) -> (continuation of Deferred@578883922 after retry RPC after error@1058236683) -> (continuation of Deferred@1808806027 after retry RPC after error@278885302) -> (continuation of Deferred@985594742 after retry RPC after error@507614747) -> (continuation of Deferred@1962916144 after retry RPC after error@521565914) -> (continuation of Deferred@1388202757 after retry RPC after error@1088290311) -> (continuation of Deferred@1231218965 after retry RPC after error@1710155333)))
08:04:16.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1283903510(state=PENDING, result=null, callback=(continuation of Deferred@403773954 after retry RPC after error@2054826234) -> (continuation of Deferred@145097739 after retry RPC after error@1918530409) -> (continuation of Deferred@1644934698 after retry RPC after error@1235054441) -> (continuation of Deferred@1906555917 after retry RPC after error@1354979435) -> (continuation of Deferred@1875250879 after retry RPC after error@1300419081) -> (continuation of Deferred@556616800 after retry RPC after error@1801934894), errback=(continuation of Deferred@403773954 after retry RPC after error@2054826234) -> (continuation of Deferred@145097739 after retry RPC after error@1918530409) -> (continuation of Deferred@1644934698 after retry RPC after error@1235054441) -> (continuation of Deferred@1906555917 after retry RPC after error@1354979435) -> (continuation of Deferred@1875250879 after retry RPC after error@1300419081) -> (continuation of Deferred@556616800 after retry RPC after error@1801934894)))
08:04:16.502 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1283903510(state=PENDING, result=null, callback=(continuation of Deferred@403773954 after retry RPC after error@2054826234) -> (continuation of Deferred@145097739 after retry RPC after error@1918530409) -> (continuation of Deferred@1644934698 after retry RPC after error@1235054441) -> (continuation of Deferred@1906555917 after retry RPC after error@1354979435) -> (continuation of Deferred@1875250879 after retry RPC after error@1300419081) -> (continuation of Deferred@556616800 after retry RPC after error@1801934894), errback=(continuation of Deferred@403773954 after retry RPC after error@2054826234) -> (continuation of Deferred@145097739 after retry RPC after error@1918530409) -> (continuation of Deferred@1644934698 after retry RPC after error@1235054441) -> (continuation of Deferred@1906555917 after retry RPC after error@1354979435) -> (continuation of Deferred@1875250879 after retry RPC after error@1300419081) -> (continuation of Deferred@556616800 after retry RPC after error@1801934894)))
08:04:16.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@347398257(state=PENDING, result=null, callback=(continuation of Deferred@993061576 after retry RPC after error@107684335) -> (continuation of Deferred@1998351513 after retry RPC after error@1150856547) -> (continuation of Deferred@2017622418 after retry RPC after error@670649132) -> (continuation of Deferred@865436654 after retry RPC after error@845665098) -> (continuation of Deferred@1501733501 after retry RPC after error@877605450) -> (continuation of Deferred@735731166 after retry RPC after error@665532012), errback=(continuation of Deferred@993061576 after retry RPC after error@107684335) -> (continuation of Deferred@1998351513 after retry RPC after error@1150856547) -> (continuation of Deferred@2017622418 after retry RPC after error@670649132) -> (continuation of Deferred@865436654 after retry RPC after error@845665098) -> (continuation of Deferred@1501733501 after retry RPC after error@877605450) -> (continuation of Deferred@735731166 after retry RPC after error@665532012)))
08:04:16.683 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@347398257(state=PENDING, result=null, callback=(continuation of Deferred@993061576 after retry RPC after error@107684335) -> (continuation of Deferred@1998351513 after retry RPC after error@1150856547) -> (continuation of Deferred@2017622418 after retry RPC after error@670649132) -> (continuation of Deferred@865436654 after retry RPC after error@845665098) -> (continuation of Deferred@1501733501 after retry RPC after error@877605450) -> (continuation of Deferred@735731166 after retry RPC after error@665532012), errback=(continuation of Deferred@993061576 after retry RPC after error@107684335) -> (continuation of Deferred@1998351513 after retry RPC after error@1150856547) -> (continuation of Deferred@2017622418 after retry RPC after error@670649132) -> (continuation of Deferred@865436654 after retry RPC after error@845665098) -> (continuation of Deferred@1501733501 after retry RPC after error@877605450) -> (continuation of Deferred@735731166 after retry RPC after error@665532012)))
08:04:16.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@501388786(state=PENDING, result=null, callback=(continuation of Deferred@1703250702 after retry RPC after error@1128318846) -> (continuation of Deferred@1767028011 after retry RPC after error@1620504822) -> (continuation of Deferred@688048657 after retry RPC after error@1824297848) -> (continuation of Deferred@280725545 after retry RPC after error@1207815048) -> (continuation of Deferred@2014364452 after retry RPC after error@1891612685) -> (continuation of Deferred@1007262963 after retry RPC after error@360817009) -> (continuation of Deferred@1802918150 after retry RPC after error@1711602613) -> (continuation of Deferred@370810242 after retry RPC after error@235449369), errback=(continuation of Deferred@1703250702 after retry RPC after error@1128318846) -> (continuation of Deferred@1767028011 after retry RPC after error@1620504822) -> (continuation of Deferred@688048657 after retry RPC after error@1824297848) -> (continuation of Deferred@280725545 after retry RPC after error@1207815048) -> (continuation of Deferred@2014364452 after retry RPC after error@1891612685) -> (continuation of Deferred@1007262963 after retry RPC after error@360817009) -> (continuation of Deferred@1802918150 after retry RPC after error@1711602613) -> (continuation of Deferred@370810242 after retry RPC after error@235449369)))
08:04:16.923 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@501388786(state=PENDING, result=null, callback=(continuation of Deferred@1703250702 after retry RPC after error@1128318846) -> (continuation of Deferred@1767028011 after retry RPC after error@1620504822) -> (continuation of Deferred@688048657 after retry RPC after error@1824297848) -> (continuation of Deferred@280725545 after retry RPC after error@1207815048) -> (continuation of Deferred@2014364452 after retry RPC after error@1891612685) -> (continuation of Deferred@1007262963 after retry RPC after error@360817009) -> (continuation of Deferred@1802918150 after retry RPC after error@1711602613) -> (continuation of Deferred@370810242 after retry RPC after error@235449369), errback=(continuation of Deferred@1703250702 after retry RPC after error@1128318846) -> (continuation of Deferred@1767028011 after retry RPC after error@1620504822) -> (continuation of Deferred@688048657 after retry RPC after error@1824297848) -> (continuation of Deferred@280725545 after retry RPC after error@1207815048) -> (continuation of Deferred@2014364452 after retry RPC after error@1891612685) -> (continuation of Deferred@1007262963 after retry RPC after error@360817009) -> (continuation of Deferred@1802918150 after retry RPC after error@1711602613) -> (continuation of Deferred@370810242 after retry RPC after error@235449369)))
08:04:16.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:16.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:16.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:16.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:16.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:16.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@502167970(state=PENDING, result=null, callback=(continuation of Deferred@1834140272 after retry RPC after error@1441537290) -> (continuation of Deferred@627024987 after retry RPC after error@1259530811) -> (continuation of Deferred@807985259 after retry RPC after error@93957929) -> (continuation of Deferred@1564262077 after retry RPC after error@27509779) -> (continuation of Deferred@1996441588 after retry RPC after error@1045913317) -> (continuation of Deferred@103208644 after retry RPC after error@423233871) -> (continuation of Deferred@368459131 after retry RPC after error@290650454), errback=(continuation of Deferred@1834140272 after retry RPC after error@1441537290) -> (continuation of Deferred@627024987 after retry RPC after error@1259530811) -> (continuation of Deferred@807985259 after retry RPC after error@93957929) -> (continuation of Deferred@1564262077 after retry RPC after error@27509779) -> (continuation of Deferred@1996441588 after retry RPC after error@1045913317) -> (continuation of Deferred@103208644 after retry RPC after error@423233871) -> (continuation of Deferred@368459131 after retry RPC after error@290650454)))
08:04:17.142 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@502167970(state=PENDING, result=null, callback=(continuation of Deferred@1834140272 after retry RPC after error@1441537290) -> (continuation of Deferred@627024987 after retry RPC after error@1259530811) -> (continuation of Deferred@807985259 after retry RPC after error@93957929) -> (continuation of Deferred@1564262077 after retry RPC after error@27509779) -> (continuation of Deferred@1996441588 after retry RPC after error@1045913317) -> (continuation of Deferred@103208644 after retry RPC after error@423233871) -> (continuation of Deferred@368459131 after retry RPC after error@290650454), errback=(continuation of Deferred@1834140272 after retry RPC after error@1441537290) -> (continuation of Deferred@627024987 after retry RPC after error@1259530811) -> (continuation of Deferred@807985259 after retry RPC after error@93957929) -> (continuation of Deferred@1564262077 after retry RPC after error@27509779) -> (continuation of Deferred@1996441588 after retry RPC after error@1045913317) -> (continuation of Deferred@103208644 after retry RPC after error@423233871) -> (continuation of Deferred@368459131 after retry RPC after error@290650454)))
08:04:17.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.421 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@381965656(state=PENDING, result=null, callback=(continuation of Deferred@1533470678 after retry RPC after error@1844683542) -> (continuation of Deferred@424369303 after retry RPC after error@764523635) -> (continuation of Deferred@1092992576 after retry RPC after error@826170977) -> (continuation of Deferred@1917981493 after retry RPC after error@1388319520) -> (continuation of Deferred@1056665734 after retry RPC after error@2113272942) -> (continuation of Deferred@526156638 after retry RPC after error@1297599110) -> (continuation of Deferred@676199658 after retry RPC after error@2055824129), errback=(continuation of Deferred@1533470678 after retry RPC after error@1844683542) -> (continuation of Deferred@424369303 after retry RPC after error@764523635) -> (continuation of Deferred@1092992576 after retry RPC after error@826170977) -> (continuation of Deferred@1917981493 after retry RPC after error@1388319520) -> (continuation of Deferred@1056665734 after retry RPC after error@2113272942) -> (continuation of Deferred@526156638 after retry RPC after error@1297599110) -> (continuation of Deferred@676199658 after retry RPC after error@2055824129)))
08:04:17.421 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:17.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2122266454(state=PENDING, result=null, callback=(continuation of Deferred@1509731553 after retry RPC after error@291249315) -> (continuation of Deferred@997194855 after retry RPC after error@1009629659) -> (continuation of Deferred@692507 after retry RPC after error@1900162237) -> (continuation of Deferred@898267702 after retry RPC after error@1689841213) -> (continuation of Deferred@812526072 after retry RPC after error@1353305228) -> (continuation of Deferred@907298661 after retry RPC after error@360615580) -> (continuation of Deferred@1411273762 after retry RPC after error@1246572417), errback=(continuation of Deferred@1509731553 after retry RPC after error@291249315) -> (continuation of Deferred@997194855 after retry RPC after error@1009629659) -> (continuation of Deferred@692507 after retry RPC after error@1900162237) -> (continuation of Deferred@898267702 after retry RPC after error@1689841213) -> (continuation of Deferred@812526072 after retry RPC after error@1353305228) -> (continuation of Deferred@907298661 after retry RPC after error@360615580) -> (continuation of Deferred@1411273762 after retry RPC after error@1246572417)))
08:04:17.663 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2122266454(state=PENDING, result=null, callback=(continuation of Deferred@1509731553 after retry RPC after error@291249315) -> (continuation of Deferred@997194855 after retry RPC after error@1009629659) -> (continuation of Deferred@692507 after retry RPC after error@1900162237) -> (continuation of Deferred@898267702 after retry RPC after error@1689841213) -> (continuation of Deferred@812526072 after retry RPC after error@1353305228) -> (continuation of Deferred@907298661 after retry RPC after error@360615580) -> (continuation of Deferred@1411273762 after retry RPC after error@1246572417), errback=(continuation of Deferred@1509731553 after retry RPC after error@291249315) -> (continuation of Deferred@997194855 after retry RPC after error@1009629659) -> (continuation of Deferred@692507 after retry RPC after error@1900162237) -> (continuation of Deferred@898267702 after retry RPC after error@1689841213) -> (continuation of Deferred@812526072 after retry RPC after error@1353305228) -> (continuation of Deferred@907298661 after retry RPC after error@360615580) -> (continuation of Deferred@1411273762 after retry RPC after error@1246572417)))
08:04:17.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1814946352(state=PENDING, result=null, callback=(continuation of Deferred@366165040 after retry RPC after error@1724071891) -> (continuation of Deferred@1476931895 after retry RPC after error@1538749540) -> (continuation of Deferred@1468658078 after retry RPC after error@684417307) -> (continuation of Deferred@835939516 after retry RPC after error@1361525430) -> (continuation of Deferred@1228551181 after retry RPC after error@982140808) -> (continuation of Deferred@269908713 after retry RPC after error@2022441175) -> (continuation of Deferred@1619970455 after retry RPC after error@139486217), errback=(continuation of Deferred@366165040 after retry RPC after error@1724071891) -> (continuation of Deferred@1476931895 after retry RPC after error@1538749540) -> (continuation of Deferred@1468658078 after retry RPC after error@684417307) -> (continuation of Deferred@835939516 after retry RPC after error@1361525430) -> (continuation of Deferred@1228551181 after retry RPC after error@982140808) -> (continuation of Deferred@269908713 after retry RPC after error@2022441175) -> (continuation of Deferred@1619970455 after retry RPC after error@139486217)))
08:04:17.903 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1814946352(state=PENDING, result=null, callback=(continuation of Deferred@366165040 after retry RPC after error@1724071891) -> (continuation of Deferred@1476931895 after retry RPC after error@1538749540) -> (continuation of Deferred@1468658078 after retry RPC after error@684417307) -> (continuation of Deferred@835939516 after retry RPC after error@1361525430) -> (continuation of Deferred@1228551181 after retry RPC after error@982140808) -> (continuation of Deferred@269908713 after retry RPC after error@2022441175) -> (continuation of Deferred@1619970455 after retry RPC after error@139486217), errback=(continuation of Deferred@366165040 after retry RPC after error@1724071891) -> (continuation of Deferred@1476931895 after retry RPC after error@1538749540) -> (continuation of Deferred@1468658078 after retry RPC after error@684417307) -> (continuation of Deferred@835939516 after retry RPC after error@1361525430) -> (continuation of Deferred@1228551181 after retry RPC after error@982140808) -> (continuation of Deferred@269908713 after retry RPC after error@2022441175) -> (continuation of Deferred@1619970455 after retry RPC after error@139486217)))
08:04:17.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:17.931531 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:17.932825 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:17.934048 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:17.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:17.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:17.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:17.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:17.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:17.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@647584473(state=PENDING, result=null, callback=(continuation of Deferred@1570163094 after retry RPC after error@555852744) -> (continuation of Deferred@1697674786 after retry RPC after error@160671695) -> (continuation of Deferred@1646400786 after retry RPC after error@1320277373) -> (continuation of Deferred@685128687 after retry RPC after error@1013931237) -> (continuation of Deferred@1310147839 after retry RPC after error@248343165) -> (continuation of Deferred@400371976 after retry RPC after error@1368645474), errback=(continuation of Deferred@1570163094 after retry RPC after error@555852744) -> (continuation of Deferred@1697674786 after retry RPC after error@160671695) -> (continuation of Deferred@1646400786 after retry RPC after error@1320277373) -> (continuation of Deferred@685128687 after retry RPC after error@1013931237) -> (continuation of Deferred@1310147839 after retry RPC after error@248343165) -> (continuation of Deferred@400371976 after retry RPC after error@1368645474)))
08:04:18.083 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@647584473(state=PENDING, result=null, callback=(continuation of Deferred@1570163094 after retry RPC after error@555852744) -> (continuation of Deferred@1697674786 after retry RPC after error@160671695) -> (continuation of Deferred@1646400786 after retry RPC after error@1320277373) -> (continuation of Deferred@685128687 after retry RPC after error@1013931237) -> (continuation of Deferred@1310147839 after retry RPC after error@248343165) -> (continuation of Deferred@400371976 after retry RPC after error@1368645474), errback=(continuation of Deferred@1570163094 after retry RPC after error@555852744) -> (continuation of Deferred@1697674786 after retry RPC after error@160671695) -> (continuation of Deferred@1646400786 after retry RPC after error@1320277373) -> (continuation of Deferred@685128687 after retry RPC after error@1013931237) -> (continuation of Deferred@1310147839 after retry RPC after error@248343165) -> (continuation of Deferred@400371976 after retry RPC after error@1368645474)))
08:04:18.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1361821539(state=PENDING, result=null, callback=(continuation of Deferred@1064884593 after retry RPC after error@744702582) -> (continuation of Deferred@981494400 after retry RPC after error@920390164) -> (continuation of Deferred@1326903023 after retry RPC after error@2043700617) -> (continuation of Deferred@1086178393 after retry RPC after error@384297712) -> (continuation of Deferred@1853755221 after retry RPC after error@351851326) -> (continuation of Deferred@986268404 after retry RPC after error@332435255) -> (continuation of Deferred@222965439 after retry RPC after error@1610185995) -> (continuation of Deferred@802638562 after retry RPC after error@954843416), errback=(continuation of Deferred@1064884593 after retry RPC after error@744702582) -> (continuation of Deferred@981494400 after retry RPC after error@920390164) -> (continuation of Deferred@1326903023 after retry RPC after error@2043700617) -> (continuation of Deferred@1086178393 after retry RPC after error@384297712) -> (continuation of Deferred@1853755221 after retry RPC after error@351851326) -> (continuation of Deferred@986268404 after retry RPC after error@332435255) -> (continuation of Deferred@222965439 after retry RPC after error@1610185995) -> (continuation of Deferred@802638562 after retry RPC after error@954843416)))
08:04:18.323 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1361821539(state=PENDING, result=null, callback=(continuation of Deferred@1064884593 after retry RPC after error@744702582) -> (continuation of Deferred@981494400 after retry RPC after error@920390164) -> (continuation of Deferred@1326903023 after retry RPC after error@2043700617) -> (continuation of Deferred@1086178393 after retry RPC after error@384297712) -> (continuation of Deferred@1853755221 after retry RPC after error@351851326) -> (continuation of Deferred@986268404 after retry RPC after error@332435255) -> (continuation of Deferred@222965439 after retry RPC after error@1610185995) -> (continuation of Deferred@802638562 after retry RPC after error@954843416), errback=(continuation of Deferred@1064884593 after retry RPC after error@744702582) -> (continuation of Deferred@981494400 after retry RPC after error@920390164) -> (continuation of Deferred@1326903023 after retry RPC after error@2043700617) -> (continuation of Deferred@1086178393 after retry RPC after error@384297712) -> (continuation of Deferred@1853755221 after retry RPC after error@351851326) -> (continuation of Deferred@986268404 after retry RPC after error@332435255) -> (continuation of Deferred@222965439 after retry RPC after error@1610185995) -> (continuation of Deferred@802638562 after retry RPC after error@954843416)))
08:04:18.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1632035690(state=PENDING, result=null, callback=(continuation of Deferred@1097365659 after retry RPC after error@646856037) -> (continuation of Deferred@1670521658 after retry RPC after error@899273105) -> (continuation of Deferred@926403353 after retry RPC after error@1610984847) -> (continuation of Deferred@318556486 after retry RPC after error@1771214801) -> (continuation of Deferred@1626662649 after retry RPC after error@760235709) -> (continuation of Deferred@1502743720 after retry RPC after error@616772692) -> (continuation of Deferred@1665654043 after retry RPC after error@1284315744), errback=(continuation of Deferred@1097365659 after retry RPC after error@646856037) -> (continuation of Deferred@1670521658 after retry RPC after error@899273105) -> (continuation of Deferred@926403353 after retry RPC after error@1610984847) -> (continuation of Deferred@318556486 after retry RPC after error@1771214801) -> (continuation of Deferred@1626662649 after retry RPC after error@760235709) -> (continuation of Deferred@1502743720 after retry RPC after error@616772692) -> (continuation of Deferred@1665654043 after retry RPC after error@1284315744)))
08:04:18.563 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1632035690(state=PENDING, result=null, callback=(continuation of Deferred@1097365659 after retry RPC after error@646856037) -> (continuation of Deferred@1670521658 after retry RPC after error@899273105) -> (continuation of Deferred@926403353 after retry RPC after error@1610984847) -> (continuation of Deferred@318556486 after retry RPC after error@1771214801) -> (continuation of Deferred@1626662649 after retry RPC after error@760235709) -> (continuation of Deferred@1502743720 after retry RPC after error@616772692) -> (continuation of Deferred@1665654043 after retry RPC after error@1284315744), errback=(continuation of Deferred@1097365659 after retry RPC after error@646856037) -> (continuation of Deferred@1670521658 after retry RPC after error@899273105) -> (continuation of Deferred@926403353 after retry RPC after error@1610984847) -> (continuation of Deferred@318556486 after retry RPC after error@1771214801) -> (continuation of Deferred@1626662649 after retry RPC after error@760235709) -> (continuation of Deferred@1502743720 after retry RPC after error@616772692) -> (continuation of Deferred@1665654043 after retry RPC after error@1284315744)))
08:04:18.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@27736728(state=PENDING, result=null, callback=(continuation of Deferred@447571953 after retry RPC after error@1012632588) -> (continuation of Deferred@2067147066 after retry RPC after error@1132314430) -> (continuation of Deferred@840882767 after retry RPC after error@1380256748) -> (continuation of Deferred@410027879 after retry RPC after error@920276760) -> (continuation of Deferred@1926375214 after retry RPC after error@145901811) -> (continuation of Deferred@342207805 after retry RPC after error@1881375270) -> (continuation of Deferred@329982043 after retry RPC after error@155457293), errback=(continuation of Deferred@447571953 after retry RPC after error@1012632588) -> (continuation of Deferred@2067147066 after retry RPC after error@1132314430) -> (continuation of Deferred@840882767 after retry RPC after error@1380256748) -> (continuation of Deferred@410027879 after retry RPC after error@920276760) -> (continuation of Deferred@1926375214 after retry RPC after error@145901811) -> (continuation of Deferred@342207805 after retry RPC after error@1881375270) -> (continuation of Deferred@329982043 after retry RPC after error@155457293)))
08:04:18.742 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@27736728(state=PENDING, result=null, callback=(continuation of Deferred@447571953 after retry RPC after error@1012632588) -> (continuation of Deferred@2067147066 after retry RPC after error@1132314430) -> (continuation of Deferred@840882767 after retry RPC after error@1380256748) -> (continuation of Deferred@410027879 after retry RPC after error@920276760) -> (continuation of Deferred@1926375214 after retry RPC after error@145901811) -> (continuation of Deferred@342207805 after retry RPC after error@1881375270) -> (continuation of Deferred@329982043 after retry RPC after error@155457293), errback=(continuation of Deferred@447571953 after retry RPC after error@1012632588) -> (continuation of Deferred@2067147066 after retry RPC after error@1132314430) -> (continuation of Deferred@840882767 after retry RPC after error@1380256748) -> (continuation of Deferred@410027879 after retry RPC after error@920276760) -> (continuation of Deferred@1926375214 after retry RPC after error@145901811) -> (continuation of Deferred@342207805 after retry RPC after error@1881375270) -> (continuation of Deferred@329982043 after retry RPC after error@155457293)))
08:04:18.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:18.924134 5440 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:18.924337 5440 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:18.924888 5440 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:18.928125 5195 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:18.929207 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:18.929399 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:18.929523 5195 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:18.929761 5440 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:18.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:18.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:18.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:18.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:18.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:18.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1710548642(state=PENDING, result=null, callback=(continuation of Deferred@1343118434 after retry RPC after error@575746724) -> (continuation of Deferred@806383984 after retry RPC after error@1913868326) -> (continuation of Deferred@1348271946 after retry RPC after error@2075341815) -> (continuation of Deferred@1209746944 after retry RPC after error@543272261) -> (continuation of Deferred@401645740 after retry RPC after error@1975387438) -> (continuation of Deferred@1736926943 after retry RPC after error@1252123887) -> (continuation of Deferred@1489426647 after retry RPC after error@1574183316), errback=(continuation of Deferred@1343118434 after retry RPC after error@575746724) -> (continuation of Deferred@806383984 after retry RPC after error@1913868326) -> (continuation of Deferred@1348271946 after retry RPC after error@2075341815) -> (continuation of Deferred@1209746944 after retry RPC after error@543272261) -> (continuation of Deferred@401645740 after retry RPC after error@1975387438) -> (continuation of Deferred@1736926943 after retry RPC after error@1252123887) -> (continuation of Deferred@1489426647 after retry RPC after error@1574183316)))
08:04:18.982 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1710548642(state=PENDING, result=null, callback=(continuation of Deferred@1343118434 after retry RPC after error@575746724) -> (continuation of Deferred@806383984 after retry RPC after error@1913868326) -> (continuation of Deferred@1348271946 after retry RPC after error@2075341815) -> (continuation of Deferred@1209746944 after retry RPC after error@543272261) -> (continuation of Deferred@401645740 after retry RPC after error@1975387438) -> (continuation of Deferred@1736926943 after retry RPC after error@1252123887) -> (continuation of Deferred@1489426647 after retry RPC after error@1574183316), errback=(continuation of Deferred@1343118434 after retry RPC after error@575746724) -> (continuation of Deferred@806383984 after retry RPC after error@1913868326) -> (continuation of Deferred@1348271946 after retry RPC after error@2075341815) -> (continuation of Deferred@1209746944 after retry RPC after error@543272261) -> (continuation of Deferred@401645740 after retry RPC after error@1975387438) -> (continuation of Deferred@1736926943 after retry RPC after error@1252123887) -> (continuation of Deferred@1489426647 after retry RPC after error@1574183316)))
08:04:19.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.081 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1387854009(state=PENDING, result=null, callback=(continuation of Deferred@1212528260 after retry RPC after error@150831035) -> (continuation of Deferred@1350563422 after retry RPC after error@1159176664) -> (continuation of Deferred@537124456 after retry RPC after error@1130397044) -> (continuation of Deferred@1820507712 after retry RPC after error@350473065) -> (continuation of Deferred@707634947 after retry RPC after error@1793520879) -> (continuation of Deferred@334444365 after retry RPC after error@425529050) -> (continuation of Deferred@1578084173 after retry RPC after error@51601903), errback=(continuation of Deferred@1212528260 after retry RPC after error@150831035) -> (continuation of Deferred@1350563422 after retry RPC after error@1159176664) -> (continuation of Deferred@537124456 after retry RPC after error@1130397044) -> (continuation of Deferred@1820507712 after retry RPC after error@350473065) -> (continuation of Deferred@707634947 after retry RPC after error@1793520879) -> (continuation of Deferred@334444365 after retry RPC after error@425529050) -> (continuation of Deferred@1578084173 after retry RPC after error@51601903)))
08:04:19.202 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1387854009(state=PENDING, result=null, callback=(continuation of Deferred@1212528260 after retry RPC after error@150831035) -> (continuation of Deferred@1350563422 after retry RPC after error@1159176664) -> (continuation of Deferred@537124456 after retry RPC after error@1130397044) -> (continuation of Deferred@1820507712 after retry RPC after error@350473065) -> (continuation of Deferred@707634947 after retry RPC after error@1793520879) -> (continuation of Deferred@334444365 after retry RPC after error@425529050) -> (continuation of Deferred@1578084173 after retry RPC after error@51601903), errback=(continuation of Deferred@1212528260 after retry RPC after error@150831035) -> (continuation of Deferred@1350563422 after retry RPC after error@1159176664) -> (continuation of Deferred@537124456 after retry RPC after error@1130397044) -> (continuation of Deferred@1820507712 after retry RPC after error@350473065) -> (continuation of Deferred@707634947 after retry RPC after error@1793520879) -> (continuation of Deferred@334444365 after retry RPC after error@425529050) -> (continuation of Deferred@1578084173 after retry RPC after error@51601903)))
08:04:19.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.381 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1741181435(state=PENDING, result=null, callback=(continuation of Deferred@308406878 after retry RPC after error@567672330) -> (continuation of Deferred@375102004 after retry RPC after error@867780237) -> (continuation of Deferred@773286334 after retry RPC after error@540866520) -> (continuation of Deferred@1794921425 after retry RPC after error@327740717) -> (continuation of Deferred@113716347 after retry RPC after error@1090689356) -> (continuation of Deferred@1231562854 after retry RPC after error@501040611), errback=(continuation of Deferred@308406878 after retry RPC after error@567672330) -> (continuation of Deferred@375102004 after retry RPC after error@867780237) -> (continuation of Deferred@773286334 after retry RPC after error@540866520) -> (continuation of Deferred@1794921425 after retry RPC after error@327740717) -> (continuation of Deferred@113716347 after retry RPC after error@1090689356) -> (continuation of Deferred@1231562854 after retry RPC after error@501040611)))
08:04:19.382 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1741181435(state=PENDING, result=null, callback=(continuation of Deferred@308406878 after retry RPC after error@567672330) -> (continuation of Deferred@375102004 after retry RPC after error@867780237) -> (continuation of Deferred@773286334 after retry RPC after error@540866520) -> (continuation of Deferred@1794921425 after retry RPC after error@327740717) -> (continuation of Deferred@113716347 after retry RPC after error@1090689356) -> (continuation of Deferred@1231562854 after retry RPC after error@501040611), errback=(continuation of Deferred@308406878 after retry RPC after error@567672330) -> (continuation of Deferred@375102004 after retry RPC after error@867780237) -> (continuation of Deferred@773286334 after retry RPC after error@540866520) -> (continuation of Deferred@1794921425 after retry RPC after error@327740717) -> (continuation of Deferred@113716347 after retry RPC after error@1090689356) -> (continuation of Deferred@1231562854 after retry RPC after error@501040611)))
08:04:19.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@139125064(state=PENDING, result=null, callback=(continuation of Deferred@806189185 after retry RPC after error@1004995478) -> (continuation of Deferred@1020937284 after retry RPC after error@1673900598) -> (continuation of Deferred@953620415 after retry RPC after error@992958592) -> (continuation of Deferred@1438237637 after retry RPC after error@455319366) -> (continuation of Deferred@466159986 after retry RPC after error@1516485075) -> (continuation of Deferred@1096810161 after retry RPC after error@1174507635), errback=(continuation of Deferred@806189185 after retry RPC after error@1004995478) -> (continuation of Deferred@1020937284 after retry RPC after error@1673900598) -> (continuation of Deferred@953620415 after retry RPC after error@992958592) -> (continuation of Deferred@1438237637 after retry RPC after error@455319366) -> (continuation of Deferred@466159986 after retry RPC after error@1516485075) -> (continuation of Deferred@1096810161 after retry RPC after error@1174507635)))
08:04:19.562 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@139125064(state=PENDING, result=null, callback=(continuation of Deferred@806189185 after retry RPC after error@1004995478) -> (continuation of Deferred@1020937284 after retry RPC after error@1673900598) -> (continuation of Deferred@953620415 after retry RPC after error@992958592) -> (continuation of Deferred@1438237637 after retry RPC after error@455319366) -> (continuation of Deferred@466159986 after retry RPC after error@1516485075) -> (continuation of Deferred@1096810161 after retry RPC after error@1174507635), errback=(continuation of Deferred@806189185 after retry RPC after error@1004995478) -> (continuation of Deferred@1020937284 after retry RPC after error@1673900598) -> (continuation of Deferred@953620415 after retry RPC after error@992958592) -> (continuation of Deferred@1438237637 after retry RPC after error@455319366) -> (continuation of Deferred@466159986 after retry RPC after error@1516485075) -> (continuation of Deferred@1096810161 after retry RPC after error@1174507635)))
08:04:19.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@330345526(state=PENDING, result=null, callback=(continuation of Deferred@1602850230 after retry RPC after error@795774339) -> (continuation of Deferred@2100415097 after retry RPC after error@1811286261) -> (continuation of Deferred@2021776384 after retry RPC after error@592991238) -> (continuation of Deferred@1355362326 after retry RPC after error@195246938) -> (continuation of Deferred@2100594674 after retry RPC after error@472712246) -> (continuation of Deferred@100519461 after retry RPC after error@395725867) -> (continuation of Deferred@1321484860 after retry RPC after error@985457510), errback=(continuation of Deferred@1602850230 after retry RPC after error@795774339) -> (continuation of Deferred@2100415097 after retry RPC after error@1811286261) -> (continuation of Deferred@2021776384 after retry RPC after error@592991238) -> (continuation of Deferred@1355362326 after retry RPC after error@195246938) -> (continuation of Deferred@2100594674 after retry RPC after error@472712246) -> (continuation of Deferred@100519461 after retry RPC after error@395725867) -> (continuation of Deferred@1321484860 after retry RPC after error@985457510)))
08:04:19.802 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@330345526(state=PENDING, result=null, callback=(continuation of Deferred@1602850230 after retry RPC after error@795774339) -> (continuation of Deferred@2100415097 after retry RPC after error@1811286261) -> (continuation of Deferred@2021776384 after retry RPC after error@592991238) -> (continuation of Deferred@1355362326 after retry RPC after error@195246938) -> (continuation of Deferred@2100594674 after retry RPC after error@472712246) -> (continuation of Deferred@100519461 after retry RPC after error@395725867) -> (continuation of Deferred@1321484860 after retry RPC after error@985457510), errback=(continuation of Deferred@1602850230 after retry RPC after error@795774339) -> (continuation of Deferred@2100415097 after retry RPC after error@1811286261) -> (continuation of Deferred@2021776384 after retry RPC after error@592991238) -> (continuation of Deferred@1355362326 after retry RPC after error@195246938) -> (continuation of Deferred@2100594674 after retry RPC after error@472712246) -> (continuation of Deferred@100519461 after retry RPC after error@395725867) -> (continuation of Deferred@1321484860 after retry RPC after error@985457510)))
08:04:19.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:19.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:19.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:19.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:19.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:19.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@763714488(state=PENDING, result=null, callback=(continuation of Deferred@2127444646 after retry RPC after error@2049713796) -> (continuation of Deferred@187716486 after retry RPC after error@208638403) -> (continuation of Deferred@66814434 after retry RPC after error@410554143) -> (continuation of Deferred@291324917 after retry RPC after error@1640774036) -> (continuation of Deferred@1046954206 after retry RPC after error@1656430714) -> (continuation of Deferred@427984179 after retry RPC after error@419569422) -> (continuation of Deferred@501734720 after retry RPC after error@652514934), errback=(continuation of Deferred@2127444646 after retry RPC after error@2049713796) -> (continuation of Deferred@187716486 after retry RPC after error@208638403) -> (continuation of Deferred@66814434 after retry RPC after error@410554143) -> (continuation of Deferred@291324917 after retry RPC after error@1640774036) -> (continuation of Deferred@1046954206 after retry RPC after error@1656430714) -> (continuation of Deferred@427984179 after retry RPC after error@419569422) -> (continuation of Deferred@501734720 after retry RPC after error@652514934)))
08:04:20.002 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@763714488(state=PENDING, result=null, callback=(continuation of Deferred@2127444646 after retry RPC after error@2049713796) -> (continuation of Deferred@187716486 after retry RPC after error@208638403) -> (continuation of Deferred@66814434 after retry RPC after error@410554143) -> (continuation of Deferred@291324917 after retry RPC after error@1640774036) -> (continuation of Deferred@1046954206 after retry RPC after error@1656430714) -> (continuation of Deferred@427984179 after retry RPC after error@419569422) -> (continuation of Deferred@501734720 after retry RPC after error@652514934), errback=(continuation of Deferred@2127444646 after retry RPC after error@2049713796) -> (continuation of Deferred@187716486 after retry RPC after error@208638403) -> (continuation of Deferred@66814434 after retry RPC after error@410554143) -> (continuation of Deferred@291324917 after retry RPC after error@1640774036) -> (continuation of Deferred@1046954206 after retry RPC after error@1656430714) -> (continuation of Deferred@427984179 after retry RPC after error@419569422) -> (continuation of Deferred@501734720 after retry RPC after error@652514934)))
08:04:20.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1211896183(state=PENDING, result=null, callback=(continuation of Deferred@1700351597 after retry RPC after error@146952644) -> (continuation of Deferred@2075685341 after retry RPC after error@1403482228) -> (continuation of Deferred@2082633291 after retry RPC after error@1727288442) -> (continuation of Deferred@1593505760 after retry RPC after error@917899419) -> (continuation of Deferred@1506390056 after retry RPC after error@492468463) -> (continuation of Deferred@345426259 after retry RPC after error@316864906) -> (continuation of Deferred@104743694 after retry RPC after error@1215155750), errback=(continuation of Deferred@1700351597 after retry RPC after error@146952644) -> (continuation of Deferred@2075685341 after retry RPC after error@1403482228) -> (continuation of Deferred@2082633291 after retry RPC after error@1727288442) -> (continuation of Deferred@1593505760 after retry RPC after error@917899419) -> (continuation of Deferred@1506390056 after retry RPC after error@492468463) -> (continuation of Deferred@345426259 after retry RPC after error@316864906) -> (continuation of Deferred@104743694 after retry RPC after error@1215155750)))
08:04:20.243 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1211896183(state=PENDING, result=null, callback=(continuation of Deferred@1700351597 after retry RPC after error@146952644) -> (continuation of Deferred@2075685341 after retry RPC after error@1403482228) -> (continuation of Deferred@2082633291 after retry RPC after error@1727288442) -> (continuation of Deferred@1593505760 after retry RPC after error@917899419) -> (continuation of Deferred@1506390056 after retry RPC after error@492468463) -> (continuation of Deferred@345426259 after retry RPC after error@316864906) -> (continuation of Deferred@104743694 after retry RPC after error@1215155750), errback=(continuation of Deferred@1700351597 after retry RPC after error@146952644) -> (continuation of Deferred@2075685341 after retry RPC after error@1403482228) -> (continuation of Deferred@2082633291 after retry RPC after error@1727288442) -> (continuation of Deferred@1593505760 after retry RPC after error@917899419) -> (continuation of Deferred@1506390056 after retry RPC after error@492468463) -> (continuation of Deferred@345426259 after retry RPC after error@316864906) -> (continuation of Deferred@104743694 after retry RPC after error@1215155750)))
08:04:20.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1507748480(state=PENDING, result=null, callback=(continuation of Deferred@1784795438 after retry RPC after error@453354994) -> (continuation of Deferred@2028814938 after retry RPC after error@1389211053) -> (continuation of Deferred@918683259 after retry RPC after error@14542692) -> (continuation of Deferred@305171127 after retry RPC after error@758115737) -> (continuation of Deferred@337964129 after retry RPC after error@2066603846) -> (continuation of Deferred@1843300262 after retry RPC after error@1062206625) -> (continuation of Deferred@213604557 after retry RPC after error@427389427), errback=(continuation of Deferred@1784795438 after retry RPC after error@453354994) -> (continuation of Deferred@2028814938 after retry RPC after error@1389211053) -> (continuation of Deferred@918683259 after retry RPC after error@14542692) -> (continuation of Deferred@305171127 after retry RPC after error@758115737) -> (continuation of Deferred@337964129 after retry RPC after error@2066603846) -> (continuation of Deferred@1843300262 after retry RPC after error@1062206625) -> (continuation of Deferred@213604557 after retry RPC after error@427389427)))
08:04:20.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1507748480(state=PENDING, result=null, callback=(continuation of Deferred@1784795438 after retry RPC after error@453354994) -> (continuation of Deferred@2028814938 after retry RPC after error@1389211053) -> (continuation of Deferred@918683259 after retry RPC after error@14542692) -> (continuation of Deferred@305171127 after retry RPC after error@758115737) -> (continuation of Deferred@337964129 after retry RPC after error@2066603846) -> (continuation of Deferred@1843300262 after retry RPC after error@1062206625) -> (continuation of Deferred@213604557 after retry RPC after error@427389427), errback=(continuation of Deferred@1784795438 after retry RPC after error@453354994) -> (continuation of Deferred@2028814938 after retry RPC after error@1389211053) -> (continuation of Deferred@918683259 after retry RPC after error@14542692) -> (continuation of Deferred@305171127 after retry RPC after error@758115737) -> (continuation of Deferred@337964129 after retry RPC after error@2066603846) -> (continuation of Deferred@1843300262 after retry RPC after error@1062206625) -> (continuation of Deferred@213604557 after retry RPC after error@427389427)))
08:04:20.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.622 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1620923883(state=PENDING, result=null, callback=(continuation of Deferred@1427605708 after retry RPC after error@269677061) -> (continuation of Deferred@251204766 after retry RPC after error@79768231) -> (continuation of Deferred@1845072667 after retry RPC after error@1786562171) -> (continuation of Deferred@753365582 after retry RPC after error@561963367) -> (continuation of Deferred@12508952 after retry RPC after error@209555050) -> (continuation of Deferred@463464617 after retry RPC after error@1304184676), errback=(continuation of Deferred@1427605708 after retry RPC after error@269677061) -> (continuation of Deferred@251204766 after retry RPC after error@79768231) -> (continuation of Deferred@1845072667 after retry RPC after error@1786562171) -> (continuation of Deferred@753365582 after retry RPC after error@561963367) -> (continuation of Deferred@12508952 after retry RPC after error@209555050) -> (continuation of Deferred@463464617 after retry RPC after error@1304184676)))
08:04:20.622 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1620923883(state=PENDING, result=null, callback=(continuation of Deferred@1427605708 after retry RPC after error@269677061) -> (continuation of Deferred@251204766 after retry RPC after error@79768231) -> (continuation of Deferred@1845072667 after retry RPC after error@1786562171) -> (continuation of Deferred@753365582 after retry RPC after error@561963367) -> (continuation of Deferred@12508952 after retry RPC after error@209555050) -> (continuation of Deferred@463464617 after retry RPC after error@1304184676), errback=(continuation of Deferred@1427605708 after retry RPC after error@269677061) -> (continuation of Deferred@251204766 after retry RPC after error@79768231) -> (continuation of Deferred@1845072667 after retry RPC after error@1786562171) -> (continuation of Deferred@753365582 after retry RPC after error@561963367) -> (continuation of Deferred@12508952 after retry RPC after error@209555050) -> (continuation of Deferred@463464617 after retry RPC after error@1304184676)))
08:04:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:20.639918 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:20.640067 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:20.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1594607609(state=PENDING, result=null, callback=(continuation of Deferred@305038311 after retry RPC after error@1069861940) -> (continuation of Deferred@8934692 after retry RPC after error@29191875) -> (continuation of Deferred@1743447208 after retry RPC after error@2119573773) -> (continuation of Deferred@1010137750 after retry RPC after error@1444200613) -> (continuation of Deferred@1726722411 after retry RPC after error@695909106) -> (continuation of Deferred@1041011841 after retry RPC after error@1315797517) -> (continuation of Deferred@1974921794 after retry RPC after error@166159148), errback=(continuation of Deferred@305038311 after retry RPC after error@1069861940) -> (continuation of Deferred@8934692 after retry RPC after error@29191875) -> (continuation of Deferred@1743447208 after retry RPC after error@2119573773) -> (continuation of Deferred@1010137750 after retry RPC after error@1444200613) -> (continuation of Deferred@1726722411 after retry RPC after error@695909106) -> (continuation of Deferred@1041011841 after retry RPC after error@1315797517) -> (continuation of Deferred@1974921794 after retry RPC after error@166159148)))
08:04:20.868 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1594607609(state=PENDING, result=null, callback=(continuation of Deferred@305038311 after retry RPC after error@1069861940) -> (continuation of Deferred@8934692 after retry RPC after error@29191875) -> (continuation of Deferred@1743447208 after retry RPC after error@2119573773) -> (continuation of Deferred@1010137750 after retry RPC after error@1444200613) -> (continuation of Deferred@1726722411 after retry RPC after error@695909106) -> (continuation of Deferred@1041011841 after retry RPC after error@1315797517) -> (continuation of Deferred@1974921794 after retry RPC after error@166159148), errback=(continuation of Deferred@305038311 after retry RPC after error@1069861940) -> (continuation of Deferred@8934692 after retry RPC after error@29191875) -> (continuation of Deferred@1743447208 after retry RPC after error@2119573773) -> (continuation of Deferred@1010137750 after retry RPC after error@1444200613) -> (continuation of Deferred@1726722411 after retry RPC after error@695909106) -> (continuation of Deferred@1041011841 after retry RPC after error@1315797517) -> (continuation of Deferred@1974921794 after retry RPC after error@166159148)))
08:04:20.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:20.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:20.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:20.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:20.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:20.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@430053322(state=PENDING, result=null, callback=(continuation of Deferred@1352775802 after retry RPC after error@1506708639) -> (continuation of Deferred@915131395 after retry RPC after error@1067356511) -> (continuation of Deferred@1646369982 after retry RPC after error@1327914513) -> (continuation of Deferred@665151522 after retry RPC after error@1819939296) -> (continuation of Deferred@38839485 after retry RPC after error@2147198000) -> (continuation of Deferred@1930639253 after retry RPC after error@1339743494) -> (continuation of Deferred@1210641676 after retry RPC after error@1783630365), errback=(continuation of Deferred@1352775802 after retry RPC after error@1506708639) -> (continuation of Deferred@915131395 after retry RPC after error@1067356511) -> (continuation of Deferred@1646369982 after retry RPC after error@1327914513) -> (continuation of Deferred@665151522 after retry RPC after error@1819939296) -> (continuation of Deferred@38839485 after retry RPC after error@2147198000) -> (continuation of Deferred@1930639253 after retry RPC after error@1339743494) -> (continuation of Deferred@1210641676 after retry RPC after error@1783630365)))
08:04:21.122 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@430053322(state=PENDING, result=null, callback=(continuation of Deferred@1352775802 after retry RPC after error@1506708639) -> (continuation of Deferred@915131395 after retry RPC after error@1067356511) -> (continuation of Deferred@1646369982 after retry RPC after error@1327914513) -> (continuation of Deferred@665151522 after retry RPC after error@1819939296) -> (continuation of Deferred@38839485 after retry RPC after error@2147198000) -> (continuation of Deferred@1930639253 after retry RPC after error@1339743494) -> (continuation of Deferred@1210641676 after retry RPC after error@1783630365), errback=(continuation of Deferred@1352775802 after retry RPC after error@1506708639) -> (continuation of Deferred@915131395 after retry RPC after error@1067356511) -> (continuation of Deferred@1646369982 after retry RPC after error@1327914513) -> (continuation of Deferred@665151522 after retry RPC after error@1819939296) -> (continuation of Deferred@38839485 after retry RPC after error@2147198000) -> (continuation of Deferred@1930639253 after retry RPC after error@1339743494) -> (continuation of Deferred@1210641676 after retry RPC after error@1783630365)))
08:04:21.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1243191621(state=PENDING, result=null, callback=(continuation of Deferred@1431892607 after retry RPC after error@674457950) -> (continuation of Deferred@370000782 after retry RPC after error@282633147) -> (continuation of Deferred@42033365 after retry RPC after error@827035714) -> (continuation of Deferred@1226978390 after retry RPC after error@473072562) -> (continuation of Deferred@356310825 after retry RPC after error@2023265356) -> (continuation of Deferred@541106061 after retry RPC after error@677881636) -> (continuation of Deferred@1532096662 after retry RPC after error@1742153028) -> (continuation of Deferred@1129276100 after retry RPC after error@1443148558), errback=(continuation of Deferred@1431892607 after retry RPC after error@674457950) -> (continuation of Deferred@370000782 after retry RPC after error@282633147) -> (continuation of Deferred@42033365 after retry RPC after error@827035714) -> (continuation of Deferred@1226978390 after retry RPC after error@473072562) -> (continuation of Deferred@356310825 after retry RPC after error@2023265356) -> (continuation of Deferred@541106061 after retry RPC after error@677881636) -> (continuation of Deferred@1532096662 after retry RPC after error@1742153028) -> (continuation of Deferred@1129276100 after retry RPC after error@1443148558)))
08:04:21.322 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1243191621(state=PENDING, result=null, callback=(continuation of Deferred@1431892607 after retry RPC after error@674457950) -> (continuation of Deferred@370000782 after retry RPC after error@282633147) -> (continuation of Deferred@42033365 after retry RPC after error@827035714) -> (continuation of Deferred@1226978390 after retry RPC after error@473072562) -> (continuation of Deferred@356310825 after retry RPC after error@2023265356) -> (continuation of Deferred@541106061 after retry RPC after error@677881636) -> (continuation of Deferred@1532096662 after retry RPC after error@1742153028) -> (continuation of Deferred@1129276100 after retry RPC after error@1443148558), errback=(continuation of Deferred@1431892607 after retry RPC after error@674457950) -> (continuation of Deferred@370000782 after retry RPC after error@282633147) -> (continuation of Deferred@42033365 after retry RPC after error@827035714) -> (continuation of Deferred@1226978390 after retry RPC after error@473072562) -> (continuation of Deferred@356310825 after retry RPC after error@2023265356) -> (continuation of Deferred@541106061 after retry RPC after error@677881636) -> (continuation of Deferred@1532096662 after retry RPC after error@1742153028) -> (continuation of Deferred@1129276100 after retry RPC after error@1443148558)))
08:04:21.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@367870182(state=PENDING, result=null, callback=(continuation of Deferred@1667807746 after retry RPC after error@217796260) -> (continuation of Deferred@51710548 after retry RPC after error@2088796320) -> (continuation of Deferred@1511951768 after retry RPC after error@214332945) -> (continuation of Deferred@665487991 after retry RPC after error@1607965602) -> (continuation of Deferred@1904979853 after retry RPC after error@1312958803) -> (continuation of Deferred@1028193246 after retry RPC after error@1587641694) -> (continuation of Deferred@1920620224 after retry RPC after error@766374253), errback=(continuation of Deferred@1667807746 after retry RPC after error@217796260) -> (continuation of Deferred@51710548 after retry RPC after error@2088796320) -> (continuation of Deferred@1511951768 after retry RPC after error@214332945) -> (continuation of Deferred@665487991 after retry RPC after error@1607965602) -> (continuation of Deferred@1904979853 after retry RPC after error@1312958803) -> (continuation of Deferred@1028193246 after retry RPC after error@1587641694) -> (continuation of Deferred@1920620224 after retry RPC after error@766374253)))
08:04:21.523 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@367870182(state=PENDING, result=null, callback=(continuation of Deferred@1667807746 after retry RPC after error@217796260) -> (continuation of Deferred@51710548 after retry RPC after error@2088796320) -> (continuation of Deferred@1511951768 after retry RPC after error@214332945) -> (continuation of Deferred@665487991 after retry RPC after error@1607965602) -> (continuation of Deferred@1904979853 after retry RPC after error@1312958803) -> (continuation of Deferred@1028193246 after retry RPC after error@1587641694) -> (continuation of Deferred@1920620224 after retry RPC after error@766374253), errback=(continuation of Deferred@1667807746 after retry RPC after error@217796260) -> (continuation of Deferred@51710548 after retry RPC after error@2088796320) -> (continuation of Deferred@1511951768 after retry RPC after error@214332945) -> (continuation of Deferred@665487991 after retry RPC after error@1607965602) -> (continuation of Deferred@1904979853 after retry RPC after error@1312958803) -> (continuation of Deferred@1028193246 after retry RPC after error@1587641694) -> (continuation of Deferred@1920620224 after retry RPC after error@766374253)))
08:04:21.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1781785186(state=PENDING, result=null, callback=(continuation of Deferred@1866846836 after retry RPC after error@998653930) -> (continuation of Deferred@785579496 after retry RPC after error@1535589026) -> (continuation of Deferred@437290452 after retry RPC after error@283344915) -> (continuation of Deferred@703005274 after retry RPC after error@1264025582) -> (continuation of Deferred@1433894261 after retry RPC after error@1503173840) -> (continuation of Deferred@1216127083 after retry RPC after error@950279813) -> (continuation of Deferred@1448493105 after retry RPC after error@1261778999), errback=(continuation of Deferred@1866846836 after retry RPC after error@998653930) -> (continuation of Deferred@785579496 after retry RPC after error@1535589026) -> (continuation of Deferred@437290452 after retry RPC after error@283344915) -> (continuation of Deferred@703005274 after retry RPC after error@1264025582) -> (continuation of Deferred@1433894261 after retry RPC after error@1503173840) -> (continuation of Deferred@1216127083 after retry RPC after error@950279813) -> (continuation of Deferred@1448493105 after retry RPC after error@1261778999)))
08:04:21.763 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1781785186(state=PENDING, result=null, callback=(continuation of Deferred@1866846836 after retry RPC after error@998653930) -> (continuation of Deferred@785579496 after retry RPC after error@1535589026) -> (continuation of Deferred@437290452 after retry RPC after error@283344915) -> (continuation of Deferred@703005274 after retry RPC after error@1264025582) -> (continuation of Deferred@1433894261 after retry RPC after error@1503173840) -> (continuation of Deferred@1216127083 after retry RPC after error@950279813) -> (continuation of Deferred@1448493105 after retry RPC after error@1261778999), errback=(continuation of Deferred@1866846836 after retry RPC after error@998653930) -> (continuation of Deferred@785579496 after retry RPC after error@1535589026) -> (continuation of Deferred@437290452 after retry RPC after error@283344915) -> (continuation of Deferred@703005274 after retry RPC after error@1264025582) -> (continuation of Deferred@1433894261 after retry RPC after error@1503173840) -> (continuation of Deferred@1216127083 after retry RPC after error@950279813) -> (continuation of Deferred@1448493105 after retry RPC after error@1261778999)))
08:04:21.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@826021625(state=PENDING, result=null, callback=(continuation of Deferred@1618343872 after retry RPC after error@1791116483) -> (continuation of Deferred@1073465760 after retry RPC after error@1856084856) -> (continuation of Deferred@556120731 after retry RPC after error@1496913440) -> (continuation of Deferred@946758254 after retry RPC after error@1526092864) -> (continuation of Deferred@1452002535 after retry RPC after error@1200769024) -> (continuation of Deferred@203698062 after retry RPC after error@1687698974), errback=(continuation of Deferred@1618343872 after retry RPC after error@1791116483) -> (continuation of Deferred@1073465760 after retry RPC after error@1856084856) -> (continuation of Deferred@556120731 after retry RPC after error@1496913440) -> (continuation of Deferred@946758254 after retry RPC after error@1526092864) -> (continuation of Deferred@1452002535 after retry RPC after error@1200769024) -> (continuation of Deferred@203698062 after retry RPC after error@1687698974)))
08:04:21.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@826021625(state=PENDING, result=null, callback=(continuation of Deferred@1618343872 after retry RPC after error@1791116483) -> (continuation of Deferred@1073465760 after retry RPC after error@1856084856) -> (continuation of Deferred@556120731 after retry RPC after error@1496913440) -> (continuation of Deferred@946758254 after retry RPC after error@1526092864) -> (continuation of Deferred@1452002535 after retry RPC after error@1200769024) -> (continuation of Deferred@203698062 after retry RPC after error@1687698974), errback=(continuation of Deferred@1618343872 after retry RPC after error@1791116483) -> (continuation of Deferred@1073465760 after retry RPC after error@1856084856) -> (continuation of Deferred@556120731 after retry RPC after error@1496913440) -> (continuation of Deferred@946758254 after retry RPC after error@1526092864) -> (continuation of Deferred@1452002535 after retry RPC after error@1200769024) -> (continuation of Deferred@203698062 after retry RPC after error@1687698974)))
08:04:21.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:21.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:21.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:21.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:21.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:21.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:22.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@236063632(state=PENDING, result=null, callback=(continuation of Deferred@1467034325 after retry RPC after error@388433743) -> (continuation of Deferred@1365540024 after retry RPC after error@1337238415) -> (continuation of Deferred@290262830 after retry RPC after error@1048543031) -> (continuation of Deferred@1275876860 after retry RPC after error@642658089) -> (continuation of Deferred@1602449585 after retry RPC after error@440416945) -> (continuation of Deferred@885862320 after retry RPC after error@1663924583) -> (continuation of Deferred@661625675 after retry RPC after error@1021421733), errback=(continuation of Deferred@1467034325 after retry RPC after error@388433743) -> (continuation of Deferred@1365540024 after retry RPC after error@1337238415) -> (continuation of Deferred@290262830 after retry RPC after error@1048543031) -> (continuation of Deferred@1275876860 after retry RPC after error@642658089) -> (continuation of Deferred@1602449585 after retry RPC after error@440416945) -> (continuation of Deferred@885862320 after retry RPC after error@1663924583) -> (continuation of Deferred@661625675 after retry RPC after error@1021421733)))
08:04:22.182 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@236063632(state=PENDING, result=null, callback=(continuation of Deferred@1467034325 after retry RPC after error@388433743) -> (continuation of Deferred@1365540024 after retry RPC after error@1337238415) -> (continuation of Deferred@290262830 after retry RPC after error@1048543031) -> (continuation of Deferred@1275876860 after retry RPC after error@642658089) -> (continuation of Deferred@1602449585 after retry RPC after error@440416945) -> (continuation of Deferred@885862320 after retry RPC after error@1663924583) -> (continuation of Deferred@661625675 after retry RPC after error@1021421733), errback=(continuation of Deferred@1467034325 after retry RPC after error@388433743) -> (continuation of Deferred@1365540024 after retry RPC after error@1337238415) -> (continuation of Deferred@290262830 after retry RPC after error@1048543031) -> (continuation of Deferred@1275876860 after retry RPC after error@642658089) -> (continuation of Deferred@1602449585 after retry RPC after error@440416945) -> (continuation of Deferred@885862320 after retry RPC after error@1663924583) -> (continuation of Deferred@661625675 after retry RPC after error@1021421733)))
08:04:22.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:22.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.461 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:22.461 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@67802372(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@2c446737 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:22.461 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.462 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@67802372(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@2c446737 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:22.462 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@67802372(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@2c446737 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:22.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.741 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:22.741 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1944327983(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@23161ee2 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:22.741 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:22.741 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1944327983(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@23161ee2 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:22.741 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1944327983(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@23161ee2 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:22.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:22.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:22.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.020 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:23.021 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1797543056(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@38aa6bb4 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:23.021 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.021 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1797543056(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@38aa6bb4 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.021 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1797543056(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@38aa6bb4 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:23.024031 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:23.027447 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:23.028643 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:23.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.211 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=750), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:23.212 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=470), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:23.212 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=191), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:23.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:23.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:23.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:23.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:23.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.300 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [171ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=Deferred@1966844349(state=PENDING, result=null, callback=(continuation of Deferred@1780650173 after retry RPC after error@992462815) -> (continuation of Deferred@1912427168 after retry RPC after error@1495493475) -> (continuation of Deferred@662351746 after retry RPC after error@585534861), errback=(continuation of Deferred@1780650173 after retry RPC after error@992462815) -> (continuation of Deferred@1912427168 after retry RPC after error@1495493475) -> (continuation of Deferred@662351746 after retry RPC after error@585534861)))
08:04:23.301 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=31, elapsed=40), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@957719331(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@7bafaf11 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:23.301 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.321 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
08:04:23.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:23.581 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:23.581 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@199213930(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@d8e3227 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:23.581 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.581 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@199213930(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@d8e3227 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.581 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@199213930(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@d8e3227 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.861 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:23.861 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@228882625(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@71476c58 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:23.861 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:23.861 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@228882625(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@71476c58 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.861 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@228882625(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@71476c58 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:23.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:23.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:23.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.141 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:24.141 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@201279712(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@25b34b2e -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:24.141 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.141 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@201279712(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@25b34b2e -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:24.141 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@201279712(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@25b34b2e -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:24.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.268 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=966), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:24.268 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=686), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:24.268 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=406), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:24.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.268 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.268 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=126), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:24.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.268 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@785915237(state=PENDING, result=null, callback=(continuation of Deferred@858875893 after retry RPC after error@16559017) -> (continuation of Deferred@741947641 after retry RPC after error@1122249518) -> (continuation of Deferred@2060640840 after retry RPC after error@529968984) -> (continuation of Deferred@2047718051 after retry RPC after error@433277847) -> (continuation of Deferred@1962818119 after retry RPC after error@1580775407) -> (continuation of Deferred@1228377633 after retry RPC after error@1253829475), errback=(continuation of Deferred@858875893 after retry RPC after error@16559017) -> (continuation of Deferred@741947641 after retry RPC after error@1122249518) -> (continuation of Deferred@2060640840 after retry RPC after error@529968984) -> (continuation of Deferred@2047718051 after retry RPC after error@433277847) -> (continuation of Deferred@1962818119 after retry RPC after error@1580775407) -> (continuation of Deferred@1228377633 after retry RPC after error@1253829475)))
08:04:24.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@785915237(state=PENDING, result=null, callback=(continuation of Deferred@858875893 after retry RPC after error@16559017) -> (continuation of Deferred@741947641 after retry RPC after error@1122249518) -> (continuation of Deferred@2060640840 after retry RPC after error@529968984) -> (continuation of Deferred@2047718051 after retry RPC after error@433277847) -> (continuation of Deferred@1962818119 after retry RPC after error@1580775407) -> (continuation of Deferred@1228377633 after retry RPC after error@1253829475), errback=(continuation of Deferred@858875893 after retry RPC after error@16559017) -> (continuation of Deferred@741947641 after retry RPC after error@1122249518) -> (continuation of Deferred@2060640840 after retry RPC after error@529968984) -> (continuation of Deferred@2047718051 after retry RPC after error@433277847) -> (continuation of Deferred@1962818119 after retry RPC after error@1580775407) -> (continuation of Deferred@1228377633 after retry RPC after error@1253829475)))
08:04:24.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1938813507(state=PENDING, result=null, callback=(continuation of Deferred@2124985831 after retry RPC after error@1104797841) -> (continuation of Deferred@685465398 after retry RPC after error@617262468) -> (continuation of Deferred@536224631 after retry RPC after error@296064368) -> (continuation of Deferred@1668631197 after retry RPC after error@312634874) -> (continuation of Deferred@1021385026 after retry RPC after error@22156731) -> (continuation of Deferred@1220187822 after retry RPC after error@1232535550) -> (continuation of Deferred@2112472219 after retry RPC after error@1820850512), errback=(continuation of Deferred@2124985831 after retry RPC after error@1104797841) -> (continuation of Deferred@685465398 after retry RPC after error@617262468) -> (continuation of Deferred@536224631 after retry RPC after error@296064368) -> (continuation of Deferred@1668631197 after retry RPC after error@312634874) -> (continuation of Deferred@1021385026 after retry RPC after error@22156731) -> (continuation of Deferred@1220187822 after retry RPC after error@1232535550) -> (continuation of Deferred@2112472219 after retry RPC after error@1820850512)))
08:04:24.662 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:24.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1397388112(state=PENDING, result=null, callback=(continuation of Deferred@1457920315 after retry RPC after error@1700067498) -> (continuation of Deferred@276454538 after retry RPC after error@279608614) -> (continuation of Deferred@1986236873 after retry RPC after error@875607559) -> (continuation of Deferred@1986798087 after retry RPC after error@896283297) -> (continuation of Deferred@1600851996 after retry RPC after error@1851397496) -> (continuation of Deferred@2041671342 after retry RPC after error@765239811) -> (continuation of Deferred@712027228 after retry RPC after error@348102079), errback=(continuation of Deferred@1457920315 after retry RPC after error@1700067498) -> (continuation of Deferred@276454538 after retry RPC after error@279608614) -> (continuation of Deferred@1986236873 after retry RPC after error@875607559) -> (continuation of Deferred@1986798087 after retry RPC after error@896283297) -> (continuation of Deferred@1600851996 after retry RPC after error@1851397496) -> (continuation of Deferred@2041671342 after retry RPC after error@765239811) -> (continuation of Deferred@712027228 after retry RPC after error@348102079)))
08:04:24.883 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1397388112(state=PENDING, result=null, callback=(continuation of Deferred@1457920315 after retry RPC after error@1700067498) -> (continuation of Deferred@276454538 after retry RPC after error@279608614) -> (continuation of Deferred@1986236873 after retry RPC after error@875607559) -> (continuation of Deferred@1986798087 after retry RPC after error@896283297) -> (continuation of Deferred@1600851996 after retry RPC after error@1851397496) -> (continuation of Deferred@2041671342 after retry RPC after error@765239811) -> (continuation of Deferred@712027228 after retry RPC after error@348102079), errback=(continuation of Deferred@1457920315 after retry RPC after error@1700067498) -> (continuation of Deferred@276454538 after retry RPC after error@279608614) -> (continuation of Deferred@1986236873 after retry RPC after error@875607559) -> (continuation of Deferred@1986798087 after retry RPC after error@896283297) -> (continuation of Deferred@1600851996 after retry RPC after error@1851397496) -> (continuation of Deferred@2041671342 after retry RPC after error@765239811) -> (continuation of Deferred@712027228 after retry RPC after error@348102079)))
08:04:24.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:24.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:24.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:24.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:24.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:24.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2094113304(state=PENDING, result=null, callback=(continuation of Deferred@1143665477 after retry RPC after error@575552814) -> (continuation of Deferred@1114235142 after retry RPC after error@869882417) -> (continuation of Deferred@544876500 after retry RPC after error@1930353080) -> (continuation of Deferred@2128766734 after retry RPC after error@127115825) -> (continuation of Deferred@1990619536 after retry RPC after error@1935717861) -> (continuation of Deferred@509044368 after retry RPC after error@80727361), errback=(continuation of Deferred@1143665477 after retry RPC after error@575552814) -> (continuation of Deferred@1114235142 after retry RPC after error@869882417) -> (continuation of Deferred@544876500 after retry RPC after error@1930353080) -> (continuation of Deferred@2128766734 after retry RPC after error@127115825) -> (continuation of Deferred@1990619536 after retry RPC after error@1935717861) -> (continuation of Deferred@509044368 after retry RPC after error@80727361)))
08:04:25.083 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2094113304(state=PENDING, result=null, callback=(continuation of Deferred@1143665477 after retry RPC after error@575552814) -> (continuation of Deferred@1114235142 after retry RPC after error@869882417) -> (continuation of Deferred@544876500 after retry RPC after error@1930353080) -> (continuation of Deferred@2128766734 after retry RPC after error@127115825) -> (continuation of Deferred@1990619536 after retry RPC after error@1935717861) -> (continuation of Deferred@509044368 after retry RPC after error@80727361), errback=(continuation of Deferred@1143665477 after retry RPC after error@575552814) -> (continuation of Deferred@1114235142 after retry RPC after error@869882417) -> (continuation of Deferred@544876500 after retry RPC after error@1930353080) -> (continuation of Deferred@2128766734 after retry RPC after error@127115825) -> (continuation of Deferred@1990619536 after retry RPC after error@1935717861) -> (continuation of Deferred@509044368 after retry RPC after error@80727361)))
08:04:25.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@798049200(state=PENDING, result=null, callback=(continuation of Deferred@1137895613 after retry RPC after error@5038947) -> (continuation of Deferred@448214861 after retry RPC after error@1067350888) -> (continuation of Deferred@1801321254 after retry RPC after error@208489173) -> (continuation of Deferred@801311050 after retry RPC after error@1674212065) -> (continuation of Deferred@1732915573 after retry RPC after error@26731691) -> (continuation of Deferred@908665994 after retry RPC after error@105125332) -> (continuation of Deferred@817061360 after retry RPC after error@239027697), errback=(continuation of Deferred@1137895613 after retry RPC after error@5038947) -> (continuation of Deferred@448214861 after retry RPC after error@1067350888) -> (continuation of Deferred@1801321254 after retry RPC after error@208489173) -> (continuation of Deferred@801311050 after retry RPC after error@1674212065) -> (continuation of Deferred@1732915573 after retry RPC after error@26731691) -> (continuation of Deferred@908665994 after retry RPC after error@105125332) -> (continuation of Deferred@817061360 after retry RPC after error@239027697)))
08:04:25.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@798049200(state=PENDING, result=null, callback=(continuation of Deferred@1137895613 after retry RPC after error@5038947) -> (continuation of Deferred@448214861 after retry RPC after error@1067350888) -> (continuation of Deferred@1801321254 after retry RPC after error@208489173) -> (continuation of Deferred@801311050 after retry RPC after error@1674212065) -> (continuation of Deferred@1732915573 after retry RPC after error@26731691) -> (continuation of Deferred@908665994 after retry RPC after error@105125332) -> (continuation of Deferred@817061360 after retry RPC after error@239027697), errback=(continuation of Deferred@1137895613 after retry RPC after error@5038947) -> (continuation of Deferred@448214861 after retry RPC after error@1067350888) -> (continuation of Deferred@1801321254 after retry RPC after error@208489173) -> (continuation of Deferred@801311050 after retry RPC after error@1674212065) -> (continuation of Deferred@1732915573 after retry RPC after error@26731691) -> (continuation of Deferred@908665994 after retry RPC after error@105125332) -> (continuation of Deferred@817061360 after retry RPC after error@239027697)))
08:04:25.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@542424507(state=PENDING, result=null, callback=(continuation of Deferred@435721481 after retry RPC after error@1110554676) -> (continuation of Deferred@58428563 after retry RPC after error@105332770) -> (continuation of Deferred@1531628862 after retry RPC after error@343223931) -> (continuation of Deferred@1261778802 after retry RPC after error@2001680486) -> (continuation of Deferred@2053191820 after retry RPC after error@1197135693) -> (continuation of Deferred@632743539 after retry RPC after error@733247147), errback=(continuation of Deferred@435721481 after retry RPC after error@1110554676) -> (continuation of Deferred@58428563 after retry RPC after error@105332770) -> (continuation of Deferred@1531628862 after retry RPC after error@343223931) -> (continuation of Deferred@1261778802 after retry RPC after error@2001680486) -> (continuation of Deferred@2053191820 after retry RPC after error@1197135693) -> (continuation of Deferred@632743539 after retry RPC after error@733247147)))
08:04:25.502 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@542424507(state=PENDING, result=null, callback=(continuation of Deferred@435721481 after retry RPC after error@1110554676) -> (continuation of Deferred@58428563 after retry RPC after error@105332770) -> (continuation of Deferred@1531628862 after retry RPC after error@343223931) -> (continuation of Deferred@1261778802 after retry RPC after error@2001680486) -> (continuation of Deferred@2053191820 after retry RPC after error@1197135693) -> (continuation of Deferred@632743539 after retry RPC after error@733247147), errback=(continuation of Deferred@435721481 after retry RPC after error@1110554676) -> (continuation of Deferred@58428563 after retry RPC after error@105332770) -> (continuation of Deferred@1531628862 after retry RPC after error@343223931) -> (continuation of Deferred@1261778802 after retry RPC after error@2001680486) -> (continuation of Deferred@2053191820 after retry RPC after error@1197135693) -> (continuation of Deferred@632743539 after retry RPC after error@733247147)))
08:04:25.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.591356 5482 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:25.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.591606 5482 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.592155 5482 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:25.593156 5193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:25.594255 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:25.594521 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.594658 5193 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.594910 5482 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:25.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.642760 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:25.642912 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:25.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@918908009(state=PENDING, result=null, callback=(continuation of Deferred@1868988102 after retry RPC after error@472336433) -> (continuation of Deferred@1597078990 after retry RPC after error@1116402789) -> (continuation of Deferred@507912892 after retry RPC after error@939952005) -> (continuation of Deferred@1812812358 after retry RPC after error@2033302142) -> (continuation of Deferred@1447900198 after retry RPC after error@1518058437) -> (continuation of Deferred@1549950382 after retry RPC after error@687144470) -> (continuation of Deferred@396825386 after retry RPC after error@268777352), errback=(continuation of Deferred@1868988102 after retry RPC after error@472336433) -> (continuation of Deferred@1597078990 after retry RPC after error@1116402789) -> (continuation of Deferred@507912892 after retry RPC after error@939952005) -> (continuation of Deferred@1812812358 after retry RPC after error@2033302142) -> (continuation of Deferred@1447900198 after retry RPC after error@1518058437) -> (continuation of Deferred@1549950382 after retry RPC after error@687144470) -> (continuation of Deferred@396825386 after retry RPC after error@268777352)))
08:04:25.683 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@918908009(state=PENDING, result=null, callback=(continuation of Deferred@1868988102 after retry RPC after error@472336433) -> (continuation of Deferred@1597078990 after retry RPC after error@1116402789) -> (continuation of Deferred@507912892 after retry RPC after error@939952005) -> (continuation of Deferred@1812812358 after retry RPC after error@2033302142) -> (continuation of Deferred@1447900198 after retry RPC after error@1518058437) -> (continuation of Deferred@1549950382 after retry RPC after error@687144470) -> (continuation of Deferred@396825386 after retry RPC after error@268777352), errback=(continuation of Deferred@1868988102 after retry RPC after error@472336433) -> (continuation of Deferred@1597078990 after retry RPC after error@1116402789) -> (continuation of Deferred@507912892 after retry RPC after error@939952005) -> (continuation of Deferred@1812812358 after retry RPC after error@2033302142) -> (continuation of Deferred@1447900198 after retry RPC after error@1518058437) -> (continuation of Deferred@1549950382 after retry RPC after error@687144470) -> (continuation of Deferred@396825386 after retry RPC after error@268777352)))
08:04:25.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@664563800(state=PENDING, result=null, callback=(continuation of Deferred@1677991488 after retry RPC after error@432995043) -> (continuation of Deferred@1128367403 after retry RPC after error@119223211) -> (continuation of Deferred@1126812438 after retry RPC after error@769538162) -> (continuation of Deferred@1652135999 after retry RPC after error@1017215408) -> (continuation of Deferred@836596809 after retry RPC after error@1838991272) -> (continuation of Deferred@1133122116 after retry RPC after error@1959894908) -> (continuation of Deferred@779403923 after retry RPC after error@626975090) -> (continuation of Deferred@919986095 after retry RPC after error@1317506166), errback=(continuation of Deferred@1677991488 after retry RPC after error@432995043) -> (continuation of Deferred@1128367403 after retry RPC after error@119223211) -> (continuation of Deferred@1126812438 after retry RPC after error@769538162) -> (continuation of Deferred@1652135999 after retry RPC after error@1017215408) -> (continuation of Deferred@836596809 after retry RPC after error@1838991272) -> (continuation of Deferred@1133122116 after retry RPC after error@1959894908) -> (continuation of Deferred@779403923 after retry RPC after error@626975090) -> (continuation of Deferred@919986095 after retry RPC after error@1317506166)))
08:04:25.902 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@664563800(state=PENDING, result=null, callback=(continuation of Deferred@1677991488 after retry RPC after error@432995043) -> (continuation of Deferred@1128367403 after retry RPC after error@119223211) -> (continuation of Deferred@1126812438 after retry RPC after error@769538162) -> (continuation of Deferred@1652135999 after retry RPC after error@1017215408) -> (continuation of Deferred@836596809 after retry RPC after error@1838991272) -> (continuation of Deferred@1133122116 after retry RPC after error@1959894908) -> (continuation of Deferred@779403923 after retry RPC after error@626975090) -> (continuation of Deferred@919986095 after retry RPC after error@1317506166), errback=(continuation of Deferred@1677991488 after retry RPC after error@432995043) -> (continuation of Deferred@1128367403 after retry RPC after error@119223211) -> (continuation of Deferred@1126812438 after retry RPC after error@769538162) -> (continuation of Deferred@1652135999 after retry RPC after error@1017215408) -> (continuation of Deferred@836596809 after retry RPC after error@1838991272) -> (continuation of Deferred@1133122116 after retry RPC after error@1959894908) -> (continuation of Deferred@779403923 after retry RPC after error@626975090) -> (continuation of Deferred@919986095 after retry RPC after error@1317506166)))
08:04:25.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:25.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:25.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:25.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:25.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:25.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1885259723(state=PENDING, result=null, callback=(continuation of Deferred@44051926 after retry RPC after error@2107274381) -> (continuation of Deferred@543311319 after retry RPC after error@646233743) -> (continuation of Deferred@625604884 after retry RPC after error@190435116) -> (continuation of Deferred@958885741 after retry RPC after error@987024896) -> (continuation of Deferred@1354699031 after retry RPC after error@366642307) -> (continuation of Deferred@386190674 after retry RPC after error@188523900) -> (continuation of Deferred@589507237 after retry RPC after error@1654414558), errback=(continuation of Deferred@44051926 after retry RPC after error@2107274381) -> (continuation of Deferred@543311319 after retry RPC after error@646233743) -> (continuation of Deferred@625604884 after retry RPC after error@190435116) -> (continuation of Deferred@958885741 after retry RPC after error@987024896) -> (continuation of Deferred@1354699031 after retry RPC after error@366642307) -> (continuation of Deferred@386190674 after retry RPC after error@188523900) -> (continuation of Deferred@589507237 after retry RPC after error@1654414558)))
08:04:26.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1885259723(state=PENDING, result=null, callback=(continuation of Deferred@44051926 after retry RPC after error@2107274381) -> (continuation of Deferred@543311319 after retry RPC after error@646233743) -> (continuation of Deferred@625604884 after retry RPC after error@190435116) -> (continuation of Deferred@958885741 after retry RPC after error@987024896) -> (continuation of Deferred@1354699031 after retry RPC after error@366642307) -> (continuation of Deferred@386190674 after retry RPC after error@188523900) -> (continuation of Deferred@589507237 after retry RPC after error@1654414558), errback=(continuation of Deferred@44051926 after retry RPC after error@2107274381) -> (continuation of Deferred@543311319 after retry RPC after error@646233743) -> (continuation of Deferred@625604884 after retry RPC after error@190435116) -> (continuation of Deferred@958885741 after retry RPC after error@987024896) -> (continuation of Deferred@1354699031 after retry RPC after error@366642307) -> (continuation of Deferred@386190674 after retry RPC after error@188523900) -> (continuation of Deferred@589507237 after retry RPC after error@1654414558)))
08:04:26.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@180761907(state=PENDING, result=null, callback=(continuation of Deferred@1978421917 after retry RPC after error@654373974) -> (continuation of Deferred@620987228 after retry RPC after error@517428578) -> (continuation of Deferred@163091615 after retry RPC after error@691696570) -> (continuation of Deferred@278531234 after retry RPC after error@876750742) -> (continuation of Deferred@2039697901 after retry RPC after error@63851206) -> (continuation of Deferred@1131522305 after retry RPC after error@1714047086) -> (continuation of Deferred@89481599 after retry RPC after error@1958511465), errback=(continuation of Deferred@1978421917 after retry RPC after error@654373974) -> (continuation of Deferred@620987228 after retry RPC after error@517428578) -> (continuation of Deferred@163091615 after retry RPC after error@691696570) -> (continuation of Deferred@278531234 after retry RPC after error@876750742) -> (continuation of Deferred@2039697901 after retry RPC after error@63851206) -> (continuation of Deferred@1131522305 after retry RPC after error@1714047086) -> (continuation of Deferred@89481599 after retry RPC after error@1958511465)))
08:04:26.323 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@180761907(state=PENDING, result=null, callback=(continuation of Deferred@1978421917 after retry RPC after error@654373974) -> (continuation of Deferred@620987228 after retry RPC after error@517428578) -> (continuation of Deferred@163091615 after retry RPC after error@691696570) -> (continuation of Deferred@278531234 after retry RPC after error@876750742) -> (continuation of Deferred@2039697901 after retry RPC after error@63851206) -> (continuation of Deferred@1131522305 after retry RPC after error@1714047086) -> (continuation of Deferred@89481599 after retry RPC after error@1958511465), errback=(continuation of Deferred@1978421917 after retry RPC after error@654373974) -> (continuation of Deferred@620987228 after retry RPC after error@517428578) -> (continuation of Deferred@163091615 after retry RPC after error@691696570) -> (continuation of Deferred@278531234 after retry RPC after error@876750742) -> (continuation of Deferred@2039697901 after retry RPC after error@63851206) -> (continuation of Deferred@1131522305 after retry RPC after error@1714047086) -> (continuation of Deferred@89481599 after retry RPC after error@1958511465)))
08:04:26.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@601963776(state=PENDING, result=null, callback=(continuation of Deferred@1566657188 after retry RPC after error@997703467) -> (continuation of Deferred@82802223 after retry RPC after error@785142415) -> (continuation of Deferred@2041518488 after retry RPC after error@2141679457) -> (continuation of Deferred@405684 after retry RPC after error@1284657681) -> (continuation of Deferred@1299243458 after retry RPC after error@166216554) -> (continuation of Deferred@953827699 after retry RPC after error@1711709859) -> (continuation of Deferred@741477712 after retry RPC after error@1728772271), errback=(continuation of Deferred@1566657188 after retry RPC after error@997703467) -> (continuation of Deferred@82802223 after retry RPC after error@785142415) -> (continuation of Deferred@2041518488 after retry RPC after error@2141679457) -> (continuation of Deferred@405684 after retry RPC after error@1284657681) -> (continuation of Deferred@1299243458 after retry RPC after error@166216554) -> (continuation of Deferred@953827699 after retry RPC after error@1711709859) -> (continuation of Deferred@741477712 after retry RPC after error@1728772271)))
08:04:26.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@601963776(state=PENDING, result=null, callback=(continuation of Deferred@1566657188 after retry RPC after error@997703467) -> (continuation of Deferred@82802223 after retry RPC after error@785142415) -> (continuation of Deferred@2041518488 after retry RPC after error@2141679457) -> (continuation of Deferred@405684 after retry RPC after error@1284657681) -> (continuation of Deferred@1299243458 after retry RPC after error@166216554) -> (continuation of Deferred@953827699 after retry RPC after error@1711709859) -> (continuation of Deferred@741477712 after retry RPC after error@1728772271), errback=(continuation of Deferred@1566657188 after retry RPC after error@997703467) -> (continuation of Deferred@82802223 after retry RPC after error@785142415) -> (continuation of Deferred@2041518488 after retry RPC after error@2141679457) -> (continuation of Deferred@405684 after retry RPC after error@1284657681) -> (continuation of Deferred@1299243458 after retry RPC after error@166216554) -> (continuation of Deferred@953827699 after retry RPC after error@1711709859) -> (continuation of Deferred@741477712 after retry RPC after error@1728772271)))
08:04:26.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@319554131(state=PENDING, result=null, callback=(continuation of Deferred@1667803046 after retry RPC after error@101025100) -> (continuation of Deferred@1566535173 after retry RPC after error@775090535) -> (continuation of Deferred@146876048 after retry RPC after error@583331105) -> (continuation of Deferred@80576570 after retry RPC after error@1028517901) -> (continuation of Deferred@1018799250 after retry RPC after error@957475777) -> (continuation of Deferred@1370845321 after retry RPC after error@53096234) -> (continuation of Deferred@1917224681 after retry RPC after error@1153381507), errback=(continuation of Deferred@1667803046 after retry RPC after error@101025100) -> (continuation of Deferred@1566535173 after retry RPC after error@775090535) -> (continuation of Deferred@146876048 after retry RPC after error@583331105) -> (continuation of Deferred@80576570 after retry RPC after error@1028517901) -> (continuation of Deferred@1018799250 after retry RPC after error@957475777) -> (continuation of Deferred@1370845321 after retry RPC after error@53096234) -> (continuation of Deferred@1917224681 after retry RPC after error@1153381507)))
08:04:26.742 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@319554131(state=PENDING, result=null, callback=(continuation of Deferred@1667803046 after retry RPC after error@101025100) -> (continuation of Deferred@1566535173 after retry RPC after error@775090535) -> (continuation of Deferred@146876048 after retry RPC after error@583331105) -> (continuation of Deferred@80576570 after retry RPC after error@1028517901) -> (continuation of Deferred@1018799250 after retry RPC after error@957475777) -> (continuation of Deferred@1370845321 after retry RPC after error@53096234) -> (continuation of Deferred@1917224681 after retry RPC after error@1153381507), errback=(continuation of Deferred@1667803046 after retry RPC after error@101025100) -> (continuation of Deferred@1566535173 after retry RPC after error@775090535) -> (continuation of Deferred@146876048 after retry RPC after error@583331105) -> (continuation of Deferred@80576570 after retry RPC after error@1028517901) -> (continuation of Deferred@1018799250 after retry RPC after error@957475777) -> (continuation of Deferred@1370845321 after retry RPC after error@53096234) -> (continuation of Deferred@1917224681 after retry RPC after error@1153381507)))
08:04:26.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:26.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:26.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:26.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:26.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:26.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1406351883(state=PENDING, result=null, callback=(continuation of Deferred@1605604171 after retry RPC after error@481417649) -> (continuation of Deferred@1541312692 after retry RPC after error@295172774) -> (continuation of Deferred@1392318996 after retry RPC after error@1075002795) -> (continuation of Deferred@1877429805 after retry RPC after error@1091292093) -> (continuation of Deferred@2073838642 after retry RPC after error@574345359) -> (continuation of Deferred@2012767427 after retry RPC after error@1748049826) -> (continuation of Deferred@1897229122 after retry RPC after error@223769159), errback=(continuation of Deferred@1605604171 after retry RPC after error@481417649) -> (continuation of Deferred@1541312692 after retry RPC after error@295172774) -> (continuation of Deferred@1392318996 after retry RPC after error@1075002795) -> (continuation of Deferred@1877429805 after retry RPC after error@1091292093) -> (continuation of Deferred@2073838642 after retry RPC after error@574345359) -> (continuation of Deferred@2012767427 after retry RPC after error@1748049826) -> (continuation of Deferred@1897229122 after retry RPC after error@223769159)))
08:04:27.003 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1406351883(state=PENDING, result=null, callback=(continuation of Deferred@1605604171 after retry RPC after error@481417649) -> (continuation of Deferred@1541312692 after retry RPC after error@295172774) -> (continuation of Deferred@1392318996 after retry RPC after error@1075002795) -> (continuation of Deferred@1877429805 after retry RPC after error@1091292093) -> (continuation of Deferred@2073838642 after retry RPC after error@574345359) -> (continuation of Deferred@2012767427 after retry RPC after error@1748049826) -> (continuation of Deferred@1897229122 after retry RPC after error@223769159), errback=(continuation of Deferred@1605604171 after retry RPC after error@481417649) -> (continuation of Deferred@1541312692 after retry RPC after error@295172774) -> (continuation of Deferred@1392318996 after retry RPC after error@1075002795) -> (continuation of Deferred@1877429805 after retry RPC after error@1091292093) -> (continuation of Deferred@2073838642 after retry RPC after error@574345359) -> (continuation of Deferred@2012767427 after retry RPC after error@1748049826) -> (continuation of Deferred@1897229122 after retry RPC after error@223769159)))
08:04:27.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@979310975(state=PENDING, result=null, callback=(continuation of Deferred@1035051820 after retry RPC after error@1187397418) -> (continuation of Deferred@228072250 after retry RPC after error@1330544407) -> (continuation of Deferred@2136345873 after retry RPC after error@136204990) -> (continuation of Deferred@1158863180 after retry RPC after error@2031657022) -> (continuation of Deferred@921240713 after retry RPC after error@1285040968) -> (continuation of Deferred@529748782 after retry RPC after error@599136690) -> (continuation of Deferred@1560648705 after retry RPC after error@1355431554), errback=(continuation of Deferred@1035051820 after retry RPC after error@1187397418) -> (continuation of Deferred@228072250 after retry RPC after error@1330544407) -> (continuation of Deferred@2136345873 after retry RPC after error@136204990) -> (continuation of Deferred@1158863180 after retry RPC after error@2031657022) -> (continuation of Deferred@921240713 after retry RPC after error@1285040968) -> (continuation of Deferred@529748782 after retry RPC after error@599136690) -> (continuation of Deferred@1560648705 after retry RPC after error@1355431554)))
08:04:27.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@979310975(state=PENDING, result=null, callback=(continuation of Deferred@1035051820 after retry RPC after error@1187397418) -> (continuation of Deferred@228072250 after retry RPC after error@1330544407) -> (continuation of Deferred@2136345873 after retry RPC after error@136204990) -> (continuation of Deferred@1158863180 after retry RPC after error@2031657022) -> (continuation of Deferred@921240713 after retry RPC after error@1285040968) -> (continuation of Deferred@529748782 after retry RPC after error@599136690) -> (continuation of Deferred@1560648705 after retry RPC after error@1355431554), errback=(continuation of Deferred@1035051820 after retry RPC after error@1187397418) -> (continuation of Deferred@228072250 after retry RPC after error@1330544407) -> (continuation of Deferred@2136345873 after retry RPC after error@136204990) -> (continuation of Deferred@1158863180 after retry RPC after error@2031657022) -> (continuation of Deferred@921240713 after retry RPC after error@1285040968) -> (continuation of Deferred@529748782 after retry RPC after error@599136690) -> (continuation of Deferred@1560648705 after retry RPC after error@1355431554)))
08:04:27.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2135409787(state=PENDING, result=null, callback=(continuation of Deferred@764641081 after retry RPC after error@776002492) -> (continuation of Deferred@217292462 after retry RPC after error@1297540951) -> (continuation of Deferred@2064262003 after retry RPC after error@1405065877) -> (continuation of Deferred@1126787234 after retry RPC after error@960451535) -> (continuation of Deferred@327482912 after retry RPC after error@1019262455) -> (continuation of Deferred@883209909 after retry RPC after error@2009475781) -> (continuation of Deferred@1124577251 after retry RPC after error@2060572025), errback=(continuation of Deferred@764641081 after retry RPC after error@776002492) -> (continuation of Deferred@217292462 after retry RPC after error@1297540951) -> (continuation of Deferred@2064262003 after retry RPC after error@1405065877) -> (continuation of Deferred@1126787234 after retry RPC after error@960451535) -> (continuation of Deferred@327482912 after retry RPC after error@1019262455) -> (continuation of Deferred@883209909 after retry RPC after error@2009475781) -> (continuation of Deferred@1124577251 after retry RPC after error@2060572025)))
08:04:27.522 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2135409787(state=PENDING, result=null, callback=(continuation of Deferred@764641081 after retry RPC after error@776002492) -> (continuation of Deferred@217292462 after retry RPC after error@1297540951) -> (continuation of Deferred@2064262003 after retry RPC after error@1405065877) -> (continuation of Deferred@1126787234 after retry RPC after error@960451535) -> (continuation of Deferred@327482912 after retry RPC after error@1019262455) -> (continuation of Deferred@883209909 after retry RPC after error@2009475781) -> (continuation of Deferred@1124577251 after retry RPC after error@2060572025), errback=(continuation of Deferred@764641081 after retry RPC after error@776002492) -> (continuation of Deferred@217292462 after retry RPC after error@1297540951) -> (continuation of Deferred@2064262003 after retry RPC after error@1405065877) -> (continuation of Deferred@1126787234 after retry RPC after error@960451535) -> (continuation of Deferred@327482912 after retry RPC after error@1019262455) -> (continuation of Deferred@883209909 after retry RPC after error@2009475781) -> (continuation of Deferred@1124577251 after retry RPC after error@2060572025)))
08:04:27.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.801 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2143698317(state=PENDING, result=null, callback=(continuation of Deferred@1848004027 after retry RPC after error@1588980344) -> (continuation of Deferred@1663610552 after retry RPC after error@768396549) -> (continuation of Deferred@1910183570 after retry RPC after error@13423867) -> (continuation of Deferred@641201972 after retry RPC after error@1842917906) -> (continuation of Deferred@1142838973 after retry RPC after error@580069833) -> (continuation of Deferred@998569208 after retry RPC after error@325355960) -> (continuation of Deferred@637116119 after retry RPC after error@513746624), errback=(continuation of Deferred@1848004027 after retry RPC after error@1588980344) -> (continuation of Deferred@1663610552 after retry RPC after error@768396549) -> (continuation of Deferred@1910183570 after retry RPC after error@13423867) -> (continuation of Deferred@641201972 after retry RPC after error@1842917906) -> (continuation of Deferred@1142838973 after retry RPC after error@580069833) -> (continuation of Deferred@998569208 after retry RPC after error@325355960) -> (continuation of Deferred@637116119 after retry RPC after error@513746624)))
08:04:27.801 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:27.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:27.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:27.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:27.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:27.943 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:27.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:28.041858 4960 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:28.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2037536607(state=PENDING, result=null, callback=(continuation of Deferred@207741782 after retry RPC after error@1469505395) -> (continuation of Deferred@536156784 after retry RPC after error@1960210046) -> (continuation of Deferred@1999522017 after retry RPC after error@379747376) -> (continuation of Deferred@565428750 after retry RPC after error@1725038040) -> (continuation of Deferred@1664993443 after retry RPC after error@1719368456) -> (continuation of Deferred@1499948667 after retry RPC after error@808550322) -> (continuation of Deferred@1036304839 after retry RPC after error@14310988) -> (continuation of Deferred@1651287186 after retry RPC after error@1503366018), errback=(continuation of Deferred@207741782 after retry RPC after error@1469505395) -> (continuation of Deferred@536156784 after retry RPC after error@1960210046) -> (continuation of Deferred@1999522017 after retry RPC after error@379747376) -> (continuation of Deferred@565428750 after retry RPC after error@1725038040) -> (continuation of Deferred@1664993443 after retry RPC after error@1719368456) -> (continuation of Deferred@1499948667 after retry RPC after error@808550322) -> (continuation of Deferred@1036304839 after retry RPC after error@14310988) -> (continuation of Deferred@1651287186 after retry RPC after error@1503366018)))
08:04:28.043 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2037536607(state=PENDING, result=null, callback=(continuation of Deferred@207741782 after retry RPC after error@1469505395) -> (continuation of Deferred@536156784 after retry RPC after error@1960210046) -> (continuation of Deferred@1999522017 after retry RPC after error@379747376) -> (continuation of Deferred@565428750 after retry RPC after error@1725038040) -> (continuation of Deferred@1664993443 after retry RPC after error@1719368456) -> (continuation of Deferred@1499948667 after retry RPC after error@808550322) -> (continuation of Deferred@1036304839 after retry RPC after error@14310988) -> (continuation of Deferred@1651287186 after retry RPC after error@1503366018), errback=(continuation of Deferred@207741782 after retry RPC after error@1469505395) -> (continuation of Deferred@536156784 after retry RPC after error@1960210046) -> (continuation of Deferred@1999522017 after retry RPC after error@379747376) -> (continuation of Deferred@565428750 after retry RPC after error@1725038040) -> (continuation of Deferred@1664993443 after retry RPC after error@1719368456) -> (continuation of Deferred@1499948667 after retry RPC after error@808550322) -> (continuation of Deferred@1036304839 after retry RPC after error@14310988) -> (continuation of Deferred@1651287186 after retry RPC after error@1503366018)))
08:04:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:28.043172 4960 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:28.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:28.044624 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:28.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1998818062(state=PENDING, result=null, callback=(continuation of Deferred@1134879557 after retry RPC after error@2141354266) -> (continuation of Deferred@1169237926 after retry RPC after error@782352357) -> (continuation of Deferred@1258020799 after retry RPC after error@645731667) -> (continuation of Deferred@1790810669 after retry RPC after error@1228951048) -> (continuation of Deferred@1574069944 after retry RPC after error@323692508) -> (continuation of Deferred@354528106 after retry RPC after error@1582991304) -> (continuation of Deferred@284417309 after retry RPC after error@1514962200), errback=(continuation of Deferred@1134879557 after retry RPC after error@2141354266) -> (continuation of Deferred@1169237926 after retry RPC after error@782352357) -> (continuation of Deferred@1258020799 after retry RPC after error@645731667) -> (continuation of Deferred@1790810669 after retry RPC after error@1228951048) -> (continuation of Deferred@1574069944 after retry RPC after error@323692508) -> (continuation of Deferred@354528106 after retry RPC after error@1582991304) -> (continuation of Deferred@284417309 after retry RPC after error@1514962200)))
08:04:28.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1998818062(state=PENDING, result=null, callback=(continuation of Deferred@1134879557 after retry RPC after error@2141354266) -> (continuation of Deferred@1169237926 after retry RPC after error@782352357) -> (continuation of Deferred@1258020799 after retry RPC after error@645731667) -> (continuation of Deferred@1790810669 after retry RPC after error@1228951048) -> (continuation of Deferred@1574069944 after retry RPC after error@323692508) -> (continuation of Deferred@354528106 after retry RPC after error@1582991304) -> (continuation of Deferred@284417309 after retry RPC after error@1514962200), errback=(continuation of Deferred@1134879557 after retry RPC after error@2141354266) -> (continuation of Deferred@1169237926 after retry RPC after error@782352357) -> (continuation of Deferred@1258020799 after retry RPC after error@645731667) -> (continuation of Deferred@1790810669 after retry RPC after error@1228951048) -> (continuation of Deferred@1574069944 after retry RPC after error@323692508) -> (continuation of Deferred@354528106 after retry RPC after error@1582991304) -> (continuation of Deferred@284417309 after retry RPC after error@1514962200)))
08:04:28.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1253453287(state=PENDING, result=null, callback=(continuation of Deferred@25044749 after retry RPC after error@228233138) -> (continuation of Deferred@422017795 after retry RPC after error@1652925653) -> (continuation of Deferred@305377735 after retry RPC after error@1267551020) -> (continuation of Deferred@1775296061 after retry RPC after error@649882846) -> (continuation of Deferred@697195591 after retry RPC after error@142325361) -> (continuation of Deferred@1731571829 after retry RPC after error@573237969), errback=(continuation of Deferred@25044749 after retry RPC after error@228233138) -> (continuation of Deferred@422017795 after retry RPC after error@1652925653) -> (continuation of Deferred@305377735 after retry RPC after error@1267551020) -> (continuation of Deferred@1775296061 after retry RPC after error@649882846) -> (continuation of Deferred@697195591 after retry RPC after error@142325361) -> (continuation of Deferred@1731571829 after retry RPC after error@573237969)))
08:04:28.443 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1253453287(state=PENDING, result=null, callback=(continuation of Deferred@25044749 after retry RPC after error@228233138) -> (continuation of Deferred@422017795 after retry RPC after error@1652925653) -> (continuation of Deferred@305377735 after retry RPC after error@1267551020) -> (continuation of Deferred@1775296061 after retry RPC after error@649882846) -> (continuation of Deferred@697195591 after retry RPC after error@142325361) -> (continuation of Deferred@1731571829 after retry RPC after error@573237969), errback=(continuation of Deferred@25044749 after retry RPC after error@228233138) -> (continuation of Deferred@422017795 after retry RPC after error@1652925653) -> (continuation of Deferred@305377735 after retry RPC after error@1267551020) -> (continuation of Deferred@1775296061 after retry RPC after error@649882846) -> (continuation of Deferred@697195591 after retry RPC after error@142325361) -> (continuation of Deferred@1731571829 after retry RPC after error@573237969)))
08:04:28.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1023916358(state=PENDING, result=null, callback=(continuation of Deferred@1234188104 after retry RPC after error@694249427) -> (continuation of Deferred@1054267461 after retry RPC after error@1050385232) -> (continuation of Deferred@1996083644 after retry RPC after error@1409576783) -> (continuation of Deferred@1553498490 after retry RPC after error@1052491938) -> (continuation of Deferred@116888312 after retry RPC after error@1912531838) -> (continuation of Deferred@1769289578 after retry RPC after error@162219062), errback=(continuation of Deferred@1234188104 after retry RPC after error@694249427) -> (continuation of Deferred@1054267461 after retry RPC after error@1050385232) -> (continuation of Deferred@1996083644 after retry RPC after error@1409576783) -> (continuation of Deferred@1553498490 after retry RPC after error@1052491938) -> (continuation of Deferred@116888312 after retry RPC after error@1912531838) -> (continuation of Deferred@1769289578 after retry RPC after error@162219062)))
08:04:28.643 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1023916358(state=PENDING, result=null, callback=(continuation of Deferred@1234188104 after retry RPC after error@694249427) -> (continuation of Deferred@1054267461 after retry RPC after error@1050385232) -> (continuation of Deferred@1996083644 after retry RPC after error@1409576783) -> (continuation of Deferred@1553498490 after retry RPC after error@1052491938) -> (continuation of Deferred@116888312 after retry RPC after error@1912531838) -> (continuation of Deferred@1769289578 after retry RPC after error@162219062), errback=(continuation of Deferred@1234188104 after retry RPC after error@694249427) -> (continuation of Deferred@1054267461 after retry RPC after error@1050385232) -> (continuation of Deferred@1996083644 after retry RPC after error@1409576783) -> (continuation of Deferred@1553498490 after retry RPC after error@1052491938) -> (continuation of Deferred@116888312 after retry RPC after error@1912531838) -> (continuation of Deferred@1769289578 after retry RPC after error@162219062)))
08:04:28.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.660 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.921 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1553973523(state=PENDING, result=null, callback=(continuation of Deferred@640272897 after retry RPC after error@1424821999) -> (continuation of Deferred@2031640628 after retry RPC after error@1538105693) -> (continuation of Deferred@867963371 after retry RPC after error@261815045) -> (continuation of Deferred@892941058 after retry RPC after error@61397937) -> (continuation of Deferred@1346937190 after retry RPC after error@139602617) -> (continuation of Deferred@1947187602 after retry RPC after error@826249713) -> (continuation of Deferred@619267361 after retry RPC after error@1039643879) -> (continuation of Deferred@876431842 after retry RPC after error@2034300557), errback=(continuation of Deferred@640272897 after retry RPC after error@1424821999) -> (continuation of Deferred@2031640628 after retry RPC after error@1538105693) -> (continuation of Deferred@867963371 after retry RPC after error@261815045) -> (continuation of Deferred@892941058 after retry RPC after error@61397937) -> (continuation of Deferred@1346937190 after retry RPC after error@139602617) -> (continuation of Deferred@1947187602 after retry RPC after error@826249713) -> (continuation of Deferred@619267361 after retry RPC after error@1039643879) -> (continuation of Deferred@876431842 after retry RPC after error@2034300557)))
08:04:28.922 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:28.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:28.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:28.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:28.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:28.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:28.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@341768272(state=PENDING, result=null, callback=(continuation of Deferred@1178939928 after retry RPC after error@956234345) -> (continuation of Deferred@60333147 after retry RPC after error@1625782272) -> (continuation of Deferred@266159094 after retry RPC after error@1077927382) -> (continuation of Deferred@126024654 after retry RPC after error@1551803462) -> (continuation of Deferred@962170572 after retry RPC after error@129381724) -> (continuation of Deferred@402318063 after retry RPC after error@1049569474) -> (continuation of Deferred@1263922737 after retry RPC after error@2113879762), errback=(continuation of Deferred@1178939928 after retry RPC after error@956234345) -> (continuation of Deferred@60333147 after retry RPC after error@1625782272) -> (continuation of Deferred@266159094 after retry RPC after error@1077927382) -> (continuation of Deferred@126024654 after retry RPC after error@1551803462) -> (continuation of Deferred@962170572 after retry RPC after error@129381724) -> (continuation of Deferred@402318063 after retry RPC after error@1049569474) -> (continuation of Deferred@1263922737 after retry RPC after error@2113879762)))
08:04:29.164 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@341768272(state=PENDING, result=null, callback=(continuation of Deferred@1178939928 after retry RPC after error@956234345) -> (continuation of Deferred@60333147 after retry RPC after error@1625782272) -> (continuation of Deferred@266159094 after retry RPC after error@1077927382) -> (continuation of Deferred@126024654 after retry RPC after error@1551803462) -> (continuation of Deferred@962170572 after retry RPC after error@129381724) -> (continuation of Deferred@402318063 after retry RPC after error@1049569474) -> (continuation of Deferred@1263922737 after retry RPC after error@2113879762), errback=(continuation of Deferred@1178939928 after retry RPC after error@956234345) -> (continuation of Deferred@60333147 after retry RPC after error@1625782272) -> (continuation of Deferred@266159094 after retry RPC after error@1077927382) -> (continuation of Deferred@126024654 after retry RPC after error@1551803462) -> (continuation of Deferred@962170572 after retry RPC after error@129381724) -> (continuation of Deferred@402318063 after retry RPC after error@1049569474) -> (continuation of Deferred@1263922737 after retry RPC after error@2113879762)))
08:04:29.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@640361442(state=PENDING, result=null, callback=(continuation of Deferred@656745294 after retry RPC after error@1251533786) -> (continuation of Deferred@28203963 after retry RPC after error@2128960607) -> (continuation of Deferred@1892958110 after retry RPC after error@2103411821) -> (continuation of Deferred@241138686 after retry RPC after error@1510791630) -> (continuation of Deferred@200619486 after retry RPC after error@168342561) -> (continuation of Deferred@2138947093 after retry RPC after error@1132710557), errback=(continuation of Deferred@656745294 after retry RPC after error@1251533786) -> (continuation of Deferred@28203963 after retry RPC after error@2128960607) -> (continuation of Deferred@1892958110 after retry RPC after error@2103411821) -> (continuation of Deferred@241138686 after retry RPC after error@1510791630) -> (continuation of Deferred@200619486 after retry RPC after error@168342561) -> (continuation of Deferred@2138947093 after retry RPC after error@1132710557)))
08:04:29.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@640361442(state=PENDING, result=null, callback=(continuation of Deferred@656745294 after retry RPC after error@1251533786) -> (continuation of Deferred@28203963 after retry RPC after error@2128960607) -> (continuation of Deferred@1892958110 after retry RPC after error@2103411821) -> (continuation of Deferred@241138686 after retry RPC after error@1510791630) -> (continuation of Deferred@200619486 after retry RPC after error@168342561) -> (continuation of Deferred@2138947093 after retry RPC after error@1132710557), errback=(continuation of Deferred@656745294 after retry RPC after error@1251533786) -> (continuation of Deferred@28203963 after retry RPC after error@2128960607) -> (continuation of Deferred@1892958110 after retry RPC after error@2103411821) -> (continuation of Deferred@241138686 after retry RPC after error@1510791630) -> (continuation of Deferred@200619486 after retry RPC after error@168342561) -> (continuation of Deferred@2138947093 after retry RPC after error@1132710557)))
08:04:29.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@442963850(state=PENDING, result=null, callback=(continuation of Deferred@4602723 after retry RPC after error@520336239) -> (continuation of Deferred@1912727541 after retry RPC after error@1358456184) -> (continuation of Deferred@1641333031 after retry RPC after error@1666096825) -> (continuation of Deferred@512615274 after retry RPC after error@223184486) -> (continuation of Deferred@1247261457 after retry RPC after error@1576753076) -> (continuation of Deferred@748452306 after retry RPC after error@1292084369) -> (continuation of Deferred@976967963 after retry RPC after error@1039859487) -> (continuation of Deferred@1927758747 after retry RPC after error@579880570), errback=(continuation of Deferred@4602723 after retry RPC after error@520336239) -> (continuation of Deferred@1912727541 after retry RPC after error@1358456184) -> (continuation of Deferred@1641333031 after retry RPC after error@1666096825) -> (continuation of Deferred@512615274 after retry RPC after error@223184486) -> (continuation of Deferred@1247261457 after retry RPC after error@1576753076) -> (continuation of Deferred@748452306 after retry RPC after error@1292084369) -> (continuation of Deferred@976967963 after retry RPC after error@1039859487) -> (continuation of Deferred@1927758747 after retry RPC after error@579880570)))
08:04:29.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@442963850(state=PENDING, result=null, callback=(continuation of Deferred@4602723 after retry RPC after error@520336239) -> (continuation of Deferred@1912727541 after retry RPC after error@1358456184) -> (continuation of Deferred@1641333031 after retry RPC after error@1666096825) -> (continuation of Deferred@512615274 after retry RPC after error@223184486) -> (continuation of Deferred@1247261457 after retry RPC after error@1576753076) -> (continuation of Deferred@748452306 after retry RPC after error@1292084369) -> (continuation of Deferred@976967963 after retry RPC after error@1039859487) -> (continuation of Deferred@1927758747 after retry RPC after error@579880570), errback=(continuation of Deferred@4602723 after retry RPC after error@520336239) -> (continuation of Deferred@1912727541 after retry RPC after error@1358456184) -> (continuation of Deferred@1641333031 after retry RPC after error@1666096825) -> (continuation of Deferred@512615274 after retry RPC after error@223184486) -> (continuation of Deferred@1247261457 after retry RPC after error@1576753076) -> (continuation of Deferred@748452306 after retry RPC after error@1292084369) -> (continuation of Deferred@976967963 after retry RPC after error@1039859487) -> (continuation of Deferred@1927758747 after retry RPC after error@579880570)))
08:04:29.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@255873632(state=PENDING, result=null, callback=(continuation of Deferred@916026494 after retry RPC after error@457545539) -> (continuation of Deferred@454111001 after retry RPC after error@382713161) -> (continuation of Deferred@1795690858 after retry RPC after error@1556114631) -> (continuation of Deferred@1320937889 after retry RPC after error@628437194) -> (continuation of Deferred@249423439 after retry RPC after error@1361315079) -> (continuation of Deferred@1078134883 after retry RPC after error@1287427009) -> (continuation of Deferred@758311815 after retry RPC after error@1557126939), errback=(continuation of Deferred@916026494 after retry RPC after error@457545539) -> (continuation of Deferred@454111001 after retry RPC after error@382713161) -> (continuation of Deferred@1795690858 after retry RPC after error@1556114631) -> (continuation of Deferred@1320937889 after retry RPC after error@628437194) -> (continuation of Deferred@249423439 after retry RPC after error@1361315079) -> (continuation of Deferred@1078134883 after retry RPC after error@1287427009) -> (continuation of Deferred@758311815 after retry RPC after error@1557126939)))
08:04:29.823 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@255873632(state=PENDING, result=null, callback=(continuation of Deferred@916026494 after retry RPC after error@457545539) -> (continuation of Deferred@454111001 after retry RPC after error@382713161) -> (continuation of Deferred@1795690858 after retry RPC after error@1556114631) -> (continuation of Deferred@1320937889 after retry RPC after error@628437194) -> (continuation of Deferred@249423439 after retry RPC after error@1361315079) -> (continuation of Deferred@1078134883 after retry RPC after error@1287427009) -> (continuation of Deferred@758311815 after retry RPC after error@1557126939), errback=(continuation of Deferred@916026494 after retry RPC after error@457545539) -> (continuation of Deferred@454111001 after retry RPC after error@382713161) -> (continuation of Deferred@1795690858 after retry RPC after error@1556114631) -> (continuation of Deferred@1320937889 after retry RPC after error@628437194) -> (continuation of Deferred@249423439 after retry RPC after error@1361315079) -> (continuation of Deferred@1078134883 after retry RPC after error@1287427009) -> (continuation of Deferred@758311815 after retry RPC after error@1557126939)))
08:04:29.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:29.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:29.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:29.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:29.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:29.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1677461213(state=PENDING, result=null, callback=(continuation of Deferred@1037208797 after retry RPC after error@1859433729) -> (continuation of Deferred@1569579467 after retry RPC after error@1589956169) -> (continuation of Deferred@2010711336 after retry RPC after error@1013893743) -> (continuation of Deferred@249554832 after retry RPC after error@1989265028) -> (continuation of Deferred@1239317819 after retry RPC after error@53079005) -> (continuation of Deferred@1924886351 after retry RPC after error@182854266) -> (continuation of Deferred@820748728 after retry RPC after error@2094056315), errback=(continuation of Deferred@1037208797 after retry RPC after error@1859433729) -> (continuation of Deferred@1569579467 after retry RPC after error@1589956169) -> (continuation of Deferred@2010711336 after retry RPC after error@1013893743) -> (continuation of Deferred@249554832 after retry RPC after error@1989265028) -> (continuation of Deferred@1239317819 after retry RPC after error@53079005) -> (continuation of Deferred@1924886351 after retry RPC after error@182854266) -> (continuation of Deferred@820748728 after retry RPC after error@2094056315)))
08:04:30.043 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1677461213(state=PENDING, result=null, callback=(continuation of Deferred@1037208797 after retry RPC after error@1859433729) -> (continuation of Deferred@1569579467 after retry RPC after error@1589956169) -> (continuation of Deferred@2010711336 after retry RPC after error@1013893743) -> (continuation of Deferred@249554832 after retry RPC after error@1989265028) -> (continuation of Deferred@1239317819 after retry RPC after error@53079005) -> (continuation of Deferred@1924886351 after retry RPC after error@182854266) -> (continuation of Deferred@820748728 after retry RPC after error@2094056315), errback=(continuation of Deferred@1037208797 after retry RPC after error@1859433729) -> (continuation of Deferred@1569579467 after retry RPC after error@1589956169) -> (continuation of Deferred@2010711336 after retry RPC after error@1013893743) -> (continuation of Deferred@249554832 after retry RPC after error@1989265028) -> (continuation of Deferred@1239317819 after retry RPC after error@53079005) -> (continuation of Deferred@1924886351 after retry RPC after error@182854266) -> (continuation of Deferred@820748728 after retry RPC after error@2094056315)))
08:04:30.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@338671567(state=PENDING, result=null, callback=(continuation of Deferred@134713438 after retry RPC after error@1971046018) -> (continuation of Deferred@957833501 after retry RPC after error@1357850687) -> (continuation of Deferred@1692325660 after retry RPC after error@1337606867) -> (continuation of Deferred@1302846896 after retry RPC after error@1688251115) -> (continuation of Deferred@1985275732 after retry RPC after error@1801822103) -> (continuation of Deferred@408720662 after retry RPC after error@2034926340) -> (continuation of Deferred@687187262 after retry RPC after error@1873481360) -> (continuation of Deferred@321114710 after retry RPC after error@1046225301), errback=(continuation of Deferred@134713438 after retry RPC after error@1971046018) -> (continuation of Deferred@957833501 after retry RPC after error@1357850687) -> (continuation of Deferred@1692325660 after retry RPC after error@1337606867) -> (continuation of Deferred@1302846896 after retry RPC after error@1688251115) -> (continuation of Deferred@1985275732 after retry RPC after error@1801822103) -> (continuation of Deferred@408720662 after retry RPC after error@2034926340) -> (continuation of Deferred@687187262 after retry RPC after error@1873481360) -> (continuation of Deferred@321114710 after retry RPC after error@1046225301)))
08:04:30.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@338671567(state=PENDING, result=null, callback=(continuation of Deferred@134713438 after retry RPC after error@1971046018) -> (continuation of Deferred@957833501 after retry RPC after error@1357850687) -> (continuation of Deferred@1692325660 after retry RPC after error@1337606867) -> (continuation of Deferred@1302846896 after retry RPC after error@1688251115) -> (continuation of Deferred@1985275732 after retry RPC after error@1801822103) -> (continuation of Deferred@408720662 after retry RPC after error@2034926340) -> (continuation of Deferred@687187262 after retry RPC after error@1873481360) -> (continuation of Deferred@321114710 after retry RPC after error@1046225301), errback=(continuation of Deferred@134713438 after retry RPC after error@1971046018) -> (continuation of Deferred@957833501 after retry RPC after error@1357850687) -> (continuation of Deferred@1692325660 after retry RPC after error@1337606867) -> (continuation of Deferred@1302846896 after retry RPC after error@1688251115) -> (continuation of Deferred@1985275732 after retry RPC after error@1801822103) -> (continuation of Deferred@408720662 after retry RPC after error@2034926340) -> (continuation of Deferred@687187262 after retry RPC after error@1873481360) -> (continuation of Deferred@321114710 after retry RPC after error@1046225301)))
08:04:30.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@334557416(state=PENDING, result=null, callback=(continuation of Deferred@514232797 after retry RPC after error@506172741) -> (continuation of Deferred@1107343871 after retry RPC after error@1457743591) -> (continuation of Deferred@2086747551 after retry RPC after error@1042423531) -> (continuation of Deferred@2032834449 after retry RPC after error@884146701) -> (continuation of Deferred@1103846593 after retry RPC after error@1865467733) -> (continuation of Deferred@1108034365 after retry RPC after error@1854181915), errback=(continuation of Deferred@514232797 after retry RPC after error@506172741) -> (continuation of Deferred@1107343871 after retry RPC after error@1457743591) -> (continuation of Deferred@2086747551 after retry RPC after error@1042423531) -> (continuation of Deferred@2032834449 after retry RPC after error@884146701) -> (continuation of Deferred@1103846593 after retry RPC after error@1865467733) -> (continuation of Deferred@1108034365 after retry RPC after error@1854181915)))
08:04:30.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@334557416(state=PENDING, result=null, callback=(continuation of Deferred@514232797 after retry RPC after error@506172741) -> (continuation of Deferred@1107343871 after retry RPC after error@1457743591) -> (continuation of Deferred@2086747551 after retry RPC after error@1042423531) -> (continuation of Deferred@2032834449 after retry RPC after error@884146701) -> (continuation of Deferred@1103846593 after retry RPC after error@1865467733) -> (continuation of Deferred@1108034365 after retry RPC after error@1854181915), errback=(continuation of Deferred@514232797 after retry RPC after error@506172741) -> (continuation of Deferred@1107343871 after retry RPC after error@1457743591) -> (continuation of Deferred@2086747551 after retry RPC after error@1042423531) -> (continuation of Deferred@2032834449 after retry RPC after error@884146701) -> (continuation of Deferred@1103846593 after retry RPC after error@1865467733) -> (continuation of Deferred@1108034365 after retry RPC after error@1854181915)))
08:04:30.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:30.645267 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:30.645460 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:30.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2122729229(state=PENDING, result=null, callback=(continuation of Deferred@1137275147 after retry RPC after error@346328384) -> (continuation of Deferred@1555016765 after retry RPC after error@282928778) -> (continuation of Deferred@403983539 after retry RPC after error@678042748) -> (continuation of Deferred@151360264 after retry RPC after error@1880432084) -> (continuation of Deferred@1247721137 after retry RPC after error@850381434) -> (continuation of Deferred@395805428 after retry RPC after error@1337251439), errback=(continuation of Deferred@1137275147 after retry RPC after error@346328384) -> (continuation of Deferred@1555016765 after retry RPC after error@282928778) -> (continuation of Deferred@403983539 after retry RPC after error@678042748) -> (continuation of Deferred@151360264 after retry RPC after error@1880432084) -> (continuation of Deferred@1247721137 after retry RPC after error@850381434) -> (continuation of Deferred@395805428 after retry RPC after error@1337251439)))
08:04:30.663 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2122729229(state=PENDING, result=null, callback=(continuation of Deferred@1137275147 after retry RPC after error@346328384) -> (continuation of Deferred@1555016765 after retry RPC after error@282928778) -> (continuation of Deferred@403983539 after retry RPC after error@678042748) -> (continuation of Deferred@151360264 after retry RPC after error@1880432084) -> (continuation of Deferred@1247721137 after retry RPC after error@850381434) -> (continuation of Deferred@395805428 after retry RPC after error@1337251439), errback=(continuation of Deferred@1137275147 after retry RPC after error@346328384) -> (continuation of Deferred@1555016765 after retry RPC after error@282928778) -> (continuation of Deferred@403983539 after retry RPC after error@678042748) -> (continuation of Deferred@151360264 after retry RPC after error@1880432084) -> (continuation of Deferred@1247721137 after retry RPC after error@850381434) -> (continuation of Deferred@395805428 after retry RPC after error@1337251439)))
08:04:30.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.941 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1446754607(state=PENDING, result=null, callback=(continuation of Deferred@720285426 after retry RPC after error@385360159) -> (continuation of Deferred@1627258266 after retry RPC after error@1795478123) -> (continuation of Deferred@876767431 after retry RPC after error@1675970441) -> (continuation of Deferred@1828419394 after retry RPC after error@564225852) -> (continuation of Deferred@109193119 after retry RPC after error@1326637513) -> (continuation of Deferred@2028264974 after retry RPC after error@1389809321) -> (continuation of Deferred@1174386099 after retry RPC after error@498796652), errback=(continuation of Deferred@720285426 after retry RPC after error@385360159) -> (continuation of Deferred@1627258266 after retry RPC after error@1795478123) -> (continuation of Deferred@876767431 after retry RPC after error@1675970441) -> (continuation of Deferred@1828419394 after retry RPC after error@564225852) -> (continuation of Deferred@109193119 after retry RPC after error@1326637513) -> (continuation of Deferred@2028264974 after retry RPC after error@1389809321) -> (continuation of Deferred@1174386099 after retry RPC after error@498796652)))
08:04:30.942 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:30.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:30.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:30.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:30.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:30.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:30.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1036009272(state=PENDING, result=null, callback=(continuation of Deferred@1655842107 after retry RPC after error@712319981) -> (continuation of Deferred@1637154268 after retry RPC after error@1561405225) -> (continuation of Deferred@779700813 after retry RPC after error@764444196) -> (continuation of Deferred@1806441559 after retry RPC after error@1062229604) -> (continuation of Deferred@1528776929 after retry RPC after error@1976593656) -> (continuation of Deferred@2123729073 after retry RPC after error@1128993393) -> (continuation of Deferred@1647444665 after retry RPC after error@343086507), errback=(continuation of Deferred@1655842107 after retry RPC after error@712319981) -> (continuation of Deferred@1637154268 after retry RPC after error@1561405225) -> (continuation of Deferred@779700813 after retry RPC after error@764444196) -> (continuation of Deferred@1806441559 after retry RPC after error@1062229604) -> (continuation of Deferred@1528776929 after retry RPC after error@1976593656) -> (continuation of Deferred@2123729073 after retry RPC after error@1128993393) -> (continuation of Deferred@1647444665 after retry RPC after error@343086507)))
08:04:31.203 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1036009272(state=PENDING, result=null, callback=(continuation of Deferred@1655842107 after retry RPC after error@712319981) -> (continuation of Deferred@1637154268 after retry RPC after error@1561405225) -> (continuation of Deferred@779700813 after retry RPC after error@764444196) -> (continuation of Deferred@1806441559 after retry RPC after error@1062229604) -> (continuation of Deferred@1528776929 after retry RPC after error@1976593656) -> (continuation of Deferred@2123729073 after retry RPC after error@1128993393) -> (continuation of Deferred@1647444665 after retry RPC after error@343086507), errback=(continuation of Deferred@1655842107 after retry RPC after error@712319981) -> (continuation of Deferred@1637154268 after retry RPC after error@1561405225) -> (continuation of Deferred@779700813 after retry RPC after error@764444196) -> (continuation of Deferred@1806441559 after retry RPC after error@1062229604) -> (continuation of Deferred@1528776929 after retry RPC after error@1976593656) -> (continuation of Deferred@2123729073 after retry RPC after error@1128993393) -> (continuation of Deferred@1647444665 after retry RPC after error@343086507)))
08:04:31.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@243453613(state=PENDING, result=null, callback=(continuation of Deferred@360892030 after retry RPC after error@1482663257) -> (continuation of Deferred@205319798 after retry RPC after error@341032698) -> (continuation of Deferred@400632632 after retry RPC after error@850469360) -> (continuation of Deferred@1494558350 after retry RPC after error@1354295096) -> (continuation of Deferred@1319026428 after retry RPC after error@1964750974) -> (continuation of Deferred@97177861 after retry RPC after error@316438435) -> (continuation of Deferred@697193050 after retry RPC after error@25089885), errback=(continuation of Deferred@360892030 after retry RPC after error@1482663257) -> (continuation of Deferred@205319798 after retry RPC after error@341032698) -> (continuation of Deferred@400632632 after retry RPC after error@850469360) -> (continuation of Deferred@1494558350 after retry RPC after error@1354295096) -> (continuation of Deferred@1319026428 after retry RPC after error@1964750974) -> (continuation of Deferred@97177861 after retry RPC after error@316438435) -> (continuation of Deferred@697193050 after retry RPC after error@25089885)))
08:04:31.443 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@243453613(state=PENDING, result=null, callback=(continuation of Deferred@360892030 after retry RPC after error@1482663257) -> (continuation of Deferred@205319798 after retry RPC after error@341032698) -> (continuation of Deferred@400632632 after retry RPC after error@850469360) -> (continuation of Deferred@1494558350 after retry RPC after error@1354295096) -> (continuation of Deferred@1319026428 after retry RPC after error@1964750974) -> (continuation of Deferred@97177861 after retry RPC after error@316438435) -> (continuation of Deferred@697193050 after retry RPC after error@25089885), errback=(continuation of Deferred@360892030 after retry RPC after error@1482663257) -> (continuation of Deferred@205319798 after retry RPC after error@341032698) -> (continuation of Deferred@400632632 after retry RPC after error@850469360) -> (continuation of Deferred@1494558350 after retry RPC after error@1354295096) -> (continuation of Deferred@1319026428 after retry RPC after error@1964750974) -> (continuation of Deferred@97177861 after retry RPC after error@316438435) -> (continuation of Deferred@697193050 after retry RPC after error@25089885)))
08:04:31.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1563512023(state=PENDING, result=null, callback=(continuation of Deferred@1049066446 after retry RPC after error@41396638) -> (continuation of Deferred@1602447582 after retry RPC after error@134463501) -> (continuation of Deferred@232752072 after retry RPC after error@853270708) -> (continuation of Deferred@1985657769 after retry RPC after error@1624186567) -> (continuation of Deferred@301924565 after retry RPC after error@2093784094) -> (continuation of Deferred@1609103325 after retry RPC after error@1196024769) -> (continuation of Deferred@777628245 after retry RPC after error@921563116) -> (continuation of Deferred@782479603 after retry RPC after error@645667085), errback=(continuation of Deferred@1049066446 after retry RPC after error@41396638) -> (continuation of Deferred@1602447582 after retry RPC after error@134463501) -> (continuation of Deferred@232752072 after retry RPC after error@853270708) -> (continuation of Deferred@1985657769 after retry RPC after error@1624186567) -> (continuation of Deferred@301924565 after retry RPC after error@2093784094) -> (continuation of Deferred@1609103325 after retry RPC after error@1196024769) -> (continuation of Deferred@777628245 after retry RPC after error@921563116) -> (continuation of Deferred@782479603 after retry RPC after error@645667085)))
08:04:31.643 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1563512023(state=PENDING, result=null, callback=(continuation of Deferred@1049066446 after retry RPC after error@41396638) -> (continuation of Deferred@1602447582 after retry RPC after error@134463501) -> (continuation of Deferred@232752072 after retry RPC after error@853270708) -> (continuation of Deferred@1985657769 after retry RPC after error@1624186567) -> (continuation of Deferred@301924565 after retry RPC after error@2093784094) -> (continuation of Deferred@1609103325 after retry RPC after error@1196024769) -> (continuation of Deferred@777628245 after retry RPC after error@921563116) -> (continuation of Deferred@782479603 after retry RPC after error@645667085), errback=(continuation of Deferred@1049066446 after retry RPC after error@41396638) -> (continuation of Deferred@1602447582 after retry RPC after error@134463501) -> (continuation of Deferred@232752072 after retry RPC after error@853270708) -> (continuation of Deferred@1985657769 after retry RPC after error@1624186567) -> (continuation of Deferred@301924565 after retry RPC after error@2093784094) -> (continuation of Deferred@1609103325 after retry RPC after error@1196024769) -> (continuation of Deferred@777628245 after retry RPC after error@921563116) -> (continuation of Deferred@782479603 after retry RPC after error@645667085)))
08:04:31.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1343920420(state=PENDING, result=null, callback=(continuation of Deferred@770076169 after retry RPC after error@1690982552) -> (continuation of Deferred@1783664492 after retry RPC after error@1846016187) -> (continuation of Deferred@1880048980 after retry RPC after error@1178062165) -> (continuation of Deferred@678564112 after retry RPC after error@2044847749) -> (continuation of Deferred@1934506248 after retry RPC after error@191565649) -> (continuation of Deferred@866739645 after retry RPC after error@1166702723), errback=(continuation of Deferred@770076169 after retry RPC after error@1690982552) -> (continuation of Deferred@1783664492 after retry RPC after error@1846016187) -> (continuation of Deferred@1880048980 after retry RPC after error@1178062165) -> (continuation of Deferred@678564112 after retry RPC after error@2044847749) -> (continuation of Deferred@1934506248 after retry RPC after error@191565649) -> (continuation of Deferred@866739645 after retry RPC after error@1166702723)))
08:04:31.823 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1343920420(state=PENDING, result=null, callback=(continuation of Deferred@770076169 after retry RPC after error@1690982552) -> (continuation of Deferred@1783664492 after retry RPC after error@1846016187) -> (continuation of Deferred@1880048980 after retry RPC after error@1178062165) -> (continuation of Deferred@678564112 after retry RPC after error@2044847749) -> (continuation of Deferred@1934506248 after retry RPC after error@191565649) -> (continuation of Deferred@866739645 after retry RPC after error@1166702723), errback=(continuation of Deferred@770076169 after retry RPC after error@1690982552) -> (continuation of Deferred@1783664492 after retry RPC after error@1846016187) -> (continuation of Deferred@1880048980 after retry RPC after error@1178062165) -> (continuation of Deferred@678564112 after retry RPC after error@2044847749) -> (continuation of Deferred@1934506248 after retry RPC after error@191565649) -> (continuation of Deferred@866739645 after retry RPC after error@1166702723)))
08:04:31.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:31.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:31.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:31.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:31.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:31.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@77698440(state=PENDING, result=null, callback=(continuation of Deferred@1052405040 after retry RPC after error@867724577) -> (continuation of Deferred@594983616 after retry RPC after error@728987379) -> (continuation of Deferred@1179475264 after retry RPC after error@921493965) -> (continuation of Deferred@542834026 after retry RPC after error@279892860) -> (continuation of Deferred@1009068916 after retry RPC after error@1838565300) -> (continuation of Deferred@449861313 after retry RPC after error@2088977364) -> (continuation of Deferred@1776855483 after retry RPC after error@916256981), errback=(continuation of Deferred@1052405040 after retry RPC after error@867724577) -> (continuation of Deferred@594983616 after retry RPC after error@728987379) -> (continuation of Deferred@1179475264 after retry RPC after error@921493965) -> (continuation of Deferred@542834026 after retry RPC after error@279892860) -> (continuation of Deferred@1009068916 after retry RPC after error@1838565300) -> (continuation of Deferred@449861313 after retry RPC after error@2088977364) -> (continuation of Deferred@1776855483 after retry RPC after error@916256981)))
08:04:32.002 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@77698440(state=PENDING, result=null, callback=(continuation of Deferred@1052405040 after retry RPC after error@867724577) -> (continuation of Deferred@594983616 after retry RPC after error@728987379) -> (continuation of Deferred@1179475264 after retry RPC after error@921493965) -> (continuation of Deferred@542834026 after retry RPC after error@279892860) -> (continuation of Deferred@1009068916 after retry RPC after error@1838565300) -> (continuation of Deferred@449861313 after retry RPC after error@2088977364) -> (continuation of Deferred@1776855483 after retry RPC after error@916256981), errback=(continuation of Deferred@1052405040 after retry RPC after error@867724577) -> (continuation of Deferred@594983616 after retry RPC after error@728987379) -> (continuation of Deferred@1179475264 after retry RPC after error@921493965) -> (continuation of Deferred@542834026 after retry RPC after error@279892860) -> (continuation of Deferred@1009068916 after retry RPC after error@1838565300) -> (continuation of Deferred@449861313 after retry RPC after error@2088977364) -> (continuation of Deferred@1776855483 after retry RPC after error@916256981)))
08:04:32.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1706496171(state=PENDING, result=null, callback=(continuation of Deferred@1111857837 after retry RPC after error@511925628) -> (continuation of Deferred@23639588 after retry RPC after error@1552403690) -> (continuation of Deferred@855225637 after retry RPC after error@907372219) -> (continuation of Deferred@1921531851 after retry RPC after error@277503468) -> (continuation of Deferred@1864733253 after retry RPC after error@1914180004) -> (continuation of Deferred@1105010251 after retry RPC after error@66735777), errback=(continuation of Deferred@1111857837 after retry RPC after error@511925628) -> (continuation of Deferred@23639588 after retry RPC after error@1552403690) -> (continuation of Deferred@855225637 after retry RPC after error@907372219) -> (continuation of Deferred@1921531851 after retry RPC after error@277503468) -> (continuation of Deferred@1864733253 after retry RPC after error@1914180004) -> (continuation of Deferred@1105010251 after retry RPC after error@66735777)))
08:04:32.182 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1706496171(state=PENDING, result=null, callback=(continuation of Deferred@1111857837 after retry RPC after error@511925628) -> (continuation of Deferred@23639588 after retry RPC after error@1552403690) -> (continuation of Deferred@855225637 after retry RPC after error@907372219) -> (continuation of Deferred@1921531851 after retry RPC after error@277503468) -> (continuation of Deferred@1864733253 after retry RPC after error@1914180004) -> (continuation of Deferred@1105010251 after retry RPC after error@66735777), errback=(continuation of Deferred@1111857837 after retry RPC after error@511925628) -> (continuation of Deferred@23639588 after retry RPC after error@1552403690) -> (continuation of Deferred@855225637 after retry RPC after error@907372219) -> (continuation of Deferred@1921531851 after retry RPC after error@277503468) -> (continuation of Deferred@1864733253 after retry RPC after error@1914180004) -> (continuation of Deferred@1105010251 after retry RPC after error@66735777)))
08:04:32.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@816809071(state=PENDING, result=null, callback=(continuation of Deferred@426431894 after retry RPC after error@850631728) -> (continuation of Deferred@1063584588 after retry RPC after error@1931834419) -> (continuation of Deferred@1009568164 after retry RPC after error@315654157) -> (continuation of Deferred@95981176 after retry RPC after error@1575286288) -> (continuation of Deferred@132085217 after retry RPC after error@286871039) -> (continuation of Deferred@1351863018 after retry RPC after error@717087390) -> (continuation of Deferred@1446111829 after retry RPC after error@228340697), errback=(continuation of Deferred@426431894 after retry RPC after error@850631728) -> (continuation of Deferred@1063584588 after retry RPC after error@1931834419) -> (continuation of Deferred@1009568164 after retry RPC after error@315654157) -> (continuation of Deferred@95981176 after retry RPC after error@1575286288) -> (continuation of Deferred@132085217 after retry RPC after error@286871039) -> (continuation of Deferred@1351863018 after retry RPC after error@717087390) -> (continuation of Deferred@1446111829 after retry RPC after error@228340697)))
08:04:32.404 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@816809071(state=PENDING, result=null, callback=(continuation of Deferred@426431894 after retry RPC after error@850631728) -> (continuation of Deferred@1063584588 after retry RPC after error@1931834419) -> (continuation of Deferred@1009568164 after retry RPC after error@315654157) -> (continuation of Deferred@95981176 after retry RPC after error@1575286288) -> (continuation of Deferred@132085217 after retry RPC after error@286871039) -> (continuation of Deferred@1351863018 after retry RPC after error@717087390) -> (continuation of Deferred@1446111829 after retry RPC after error@228340697), errback=(continuation of Deferred@426431894 after retry RPC after error@850631728) -> (continuation of Deferred@1063584588 after retry RPC after error@1931834419) -> (continuation of Deferred@1009568164 after retry RPC after error@315654157) -> (continuation of Deferred@95981176 after retry RPC after error@1575286288) -> (continuation of Deferred@132085217 after retry RPC after error@286871039) -> (continuation of Deferred@1351863018 after retry RPC after error@717087390) -> (continuation of Deferred@1446111829 after retry RPC after error@228340697)))
08:04:32.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1054985329(state=PENDING, result=null, callback=(continuation of Deferred@1946798628 after retry RPC after error@1385052030) -> (continuation of Deferred@1386114008 after retry RPC after error@1647097790) -> (continuation of Deferred@1489901877 after retry RPC after error@2077810837) -> (continuation of Deferred@1513718941 after retry RPC after error@1563384099) -> (continuation of Deferred@1962996738 after retry RPC after error@1231060607) -> (continuation of Deferred@1609238178 after retry RPC after error@2024454717), errback=(continuation of Deferred@1946798628 after retry RPC after error@1385052030) -> (continuation of Deferred@1386114008 after retry RPC after error@1647097790) -> (continuation of Deferred@1489901877 after retry RPC after error@2077810837) -> (continuation of Deferred@1513718941 after retry RPC after error@1563384099) -> (continuation of Deferred@1962996738 after retry RPC after error@1231060607) -> (continuation of Deferred@1609238178 after retry RPC after error@2024454717)))
08:04:32.603 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1054985329(state=PENDING, result=null, callback=(continuation of Deferred@1946798628 after retry RPC after error@1385052030) -> (continuation of Deferred@1386114008 after retry RPC after error@1647097790) -> (continuation of Deferred@1489901877 after retry RPC after error@2077810837) -> (continuation of Deferred@1513718941 after retry RPC after error@1563384099) -> (continuation of Deferred@1962996738 after retry RPC after error@1231060607) -> (continuation of Deferred@1609238178 after retry RPC after error@2024454717), errback=(continuation of Deferred@1946798628 after retry RPC after error@1385052030) -> (continuation of Deferred@1386114008 after retry RPC after error@1647097790) -> (continuation of Deferred@1489901877 after retry RPC after error@2077810837) -> (continuation of Deferred@1513718941 after retry RPC after error@1563384099) -> (continuation of Deferred@1962996738 after retry RPC after error@1231060607) -> (continuation of Deferred@1609238178 after retry RPC after error@2024454717)))
08:04:32.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1560381866(state=PENDING, result=null, callback=(continuation of Deferred@392966 after retry RPC after error@1651207486) -> (continuation of Deferred@76373305 after retry RPC after error@1427163355) -> (continuation of Deferred@2059591856 after retry RPC after error@1132027979) -> (continuation of Deferred@762550664 after retry RPC after error@2121718509) -> (continuation of Deferred@324825843 after retry RPC after error@464462827) -> (continuation of Deferred@715212495 after retry RPC after error@1657290948), errback=(continuation of Deferred@392966 after retry RPC after error@1651207486) -> (continuation of Deferred@76373305 after retry RPC after error@1427163355) -> (continuation of Deferred@2059591856 after retry RPC after error@1132027979) -> (continuation of Deferred@762550664 after retry RPC after error@2121718509) -> (continuation of Deferred@324825843 after retry RPC after error@464462827) -> (continuation of Deferred@715212495 after retry RPC after error@1657290948)))
08:04:32.783 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1560381866(state=PENDING, result=null, callback=(continuation of Deferred@392966 after retry RPC after error@1651207486) -> (continuation of Deferred@76373305 after retry RPC after error@1427163355) -> (continuation of Deferred@2059591856 after retry RPC after error@1132027979) -> (continuation of Deferred@762550664 after retry RPC after error@2121718509) -> (continuation of Deferred@324825843 after retry RPC after error@464462827) -> (continuation of Deferred@715212495 after retry RPC after error@1657290948), errback=(continuation of Deferred@392966 after retry RPC after error@1651207486) -> (continuation of Deferred@76373305 after retry RPC after error@1427163355) -> (continuation of Deferred@2059591856 after retry RPC after error@1132027979) -> (continuation of Deferred@762550664 after retry RPC after error@2121718509) -> (continuation of Deferred@324825843 after retry RPC after error@464462827) -> (continuation of Deferred@715212495 after retry RPC after error@1657290948)))
08:04:32.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:32.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:32.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:32.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:32.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:32.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@824857694(state=PENDING, result=null, callback=(continuation of Deferred@1831058187 after retry RPC after error@1679782) -> (continuation of Deferred@71874088 after retry RPC after error@1730382427) -> (continuation of Deferred@388537943 after retry RPC after error@1517357445) -> (continuation of Deferred@457776405 after retry RPC after error@1615019381) -> (continuation of Deferred@860540172 after retry RPC after error@1629865921) -> (continuation of Deferred@853004101 after retry RPC after error@1258743039) -> (continuation of Deferred@784429630 after retry RPC after error@1628808168), errback=(continuation of Deferred@1831058187 after retry RPC after error@1679782) -> (continuation of Deferred@71874088 after retry RPC after error@1730382427) -> (continuation of Deferred@388537943 after retry RPC after error@1517357445) -> (continuation of Deferred@457776405 after retry RPC after error@1615019381) -> (continuation of Deferred@860540172 after retry RPC after error@1629865921) -> (continuation of Deferred@853004101 after retry RPC after error@1258743039) -> (continuation of Deferred@784429630 after retry RPC after error@1628808168)))
08:04:33.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@824857694(state=PENDING, result=null, callback=(continuation of Deferred@1831058187 after retry RPC after error@1679782) -> (continuation of Deferred@71874088 after retry RPC after error@1730382427) -> (continuation of Deferred@388537943 after retry RPC after error@1517357445) -> (continuation of Deferred@457776405 after retry RPC after error@1615019381) -> (continuation of Deferred@860540172 after retry RPC after error@1629865921) -> (continuation of Deferred@853004101 after retry RPC after error@1258743039) -> (continuation of Deferred@784429630 after retry RPC after error@1628808168), errback=(continuation of Deferred@1831058187 after retry RPC after error@1679782) -> (continuation of Deferred@71874088 after retry RPC after error@1730382427) -> (continuation of Deferred@388537943 after retry RPC after error@1517357445) -> (continuation of Deferred@457776405 after retry RPC after error@1615019381) -> (continuation of Deferred@860540172 after retry RPC after error@1629865921) -> (continuation of Deferred@853004101 after retry RPC after error@1258743039) -> (continuation of Deferred@784429630 after retry RPC after error@1628808168)))
08:04:33.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:33.134112 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:33.138430 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:33.139643 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:33.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@622079897(state=PENDING, result=null, callback=(continuation of Deferred@446739789 after retry RPC after error@1255830307) -> (continuation of Deferred@318015260 after retry RPC after error@370678332) -> (continuation of Deferred@151900015 after retry RPC after error@274195974) -> (continuation of Deferred@648892279 after retry RPC after error@1890744420) -> (continuation of Deferred@396601258 after retry RPC after error@946537614) -> (continuation of Deferred@1961959939 after retry RPC after error@400754081) -> (continuation of Deferred@502754816 after retry RPC after error@2111325764), errback=(continuation of Deferred@446739789 after retry RPC after error@1255830307) -> (continuation of Deferred@318015260 after retry RPC after error@370678332) -> (continuation of Deferred@151900015 after retry RPC after error@274195974) -> (continuation of Deferred@648892279 after retry RPC after error@1890744420) -> (continuation of Deferred@396601258 after retry RPC after error@946537614) -> (continuation of Deferred@1961959939 after retry RPC after error@400754081) -> (continuation of Deferred@502754816 after retry RPC after error@2111325764)))
08:04:33.223 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@622079897(state=PENDING, result=null, callback=(continuation of Deferred@446739789 after retry RPC after error@1255830307) -> (continuation of Deferred@318015260 after retry RPC after error@370678332) -> (continuation of Deferred@151900015 after retry RPC after error@274195974) -> (continuation of Deferred@648892279 after retry RPC after error@1890744420) -> (continuation of Deferred@396601258 after retry RPC after error@946537614) -> (continuation of Deferred@1961959939 after retry RPC after error@400754081) -> (continuation of Deferred@502754816 after retry RPC after error@2111325764), errback=(continuation of Deferred@446739789 after retry RPC after error@1255830307) -> (continuation of Deferred@318015260 after retry RPC after error@370678332) -> (continuation of Deferred@151900015 after retry RPC after error@274195974) -> (continuation of Deferred@648892279 after retry RPC after error@1890744420) -> (continuation of Deferred@396601258 after retry RPC after error@946537614) -> (continuation of Deferred@1961959939 after retry RPC after error@400754081) -> (continuation of Deferred@502754816 after retry RPC after error@2111325764)))
08:04:33.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.501 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1783293793(state=PENDING, result=null, callback=(continuation of Deferred@2028224247 after retry RPC after error@1981742096) -> (continuation of Deferred@766188620 after retry RPC after error@283613047) -> (continuation of Deferred@1236078618 after retry RPC after error@1221757763) -> (continuation of Deferred@1030666089 after retry RPC after error@295621532) -> (continuation of Deferred@806501493 after retry RPC after error@1816539559) -> (continuation of Deferred@609949369 after retry RPC after error@1136538525) -> (continuation of Deferred@1651400203 after retry RPC after error@1073254632), errback=(continuation of Deferred@2028224247 after retry RPC after error@1981742096) -> (continuation of Deferred@766188620 after retry RPC after error@283613047) -> (continuation of Deferred@1236078618 after retry RPC after error@1221757763) -> (continuation of Deferred@1030666089 after retry RPC after error@295621532) -> (continuation of Deferred@806501493 after retry RPC after error@1816539559) -> (continuation of Deferred@609949369 after retry RPC after error@1136538525) -> (continuation of Deferred@1651400203 after retry RPC after error@1073254632)))
08:04:33.502 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:33.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1313229890(state=PENDING, result=null, callback=(continuation of Deferred@1176592188 after retry RPC after error@893430799) -> (continuation of Deferred@1034423629 after retry RPC after error@1106277094) -> (continuation of Deferred@233053531 after retry RPC after error@1031075900) -> (continuation of Deferred@1087068346 after retry RPC after error@40793351) -> (continuation of Deferred@802008788 after retry RPC after error@904005129) -> (continuation of Deferred@804689543 after retry RPC after error@1589708851) -> (continuation of Deferred@473478705 after retry RPC after error@961489393), errback=(continuation of Deferred@1176592188 after retry RPC after error@893430799) -> (continuation of Deferred@1034423629 after retry RPC after error@1106277094) -> (continuation of Deferred@233053531 after retry RPC after error@1031075900) -> (continuation of Deferred@1087068346 after retry RPC after error@40793351) -> (continuation of Deferred@802008788 after retry RPC after error@904005129) -> (continuation of Deferred@804689543 after retry RPC after error@1589708851) -> (continuation of Deferred@473478705 after retry RPC after error@961489393)))
08:04:33.743 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1313229890(state=PENDING, result=null, callback=(continuation of Deferred@1176592188 after retry RPC after error@893430799) -> (continuation of Deferred@1034423629 after retry RPC after error@1106277094) -> (continuation of Deferred@233053531 after retry RPC after error@1031075900) -> (continuation of Deferred@1087068346 after retry RPC after error@40793351) -> (continuation of Deferred@802008788 after retry RPC after error@904005129) -> (continuation of Deferred@804689543 after retry RPC after error@1589708851) -> (continuation of Deferred@473478705 after retry RPC after error@961489393), errback=(continuation of Deferred@1176592188 after retry RPC after error@893430799) -> (continuation of Deferred@1034423629 after retry RPC after error@1106277094) -> (continuation of Deferred@233053531 after retry RPC after error@1031075900) -> (continuation of Deferred@1087068346 after retry RPC after error@40793351) -> (continuation of Deferred@802008788 after retry RPC after error@904005129) -> (continuation of Deferred@804689543 after retry RPC after error@1589708851) -> (continuation of Deferred@473478705 after retry RPC after error@961489393)))
08:04:33.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@378436304(state=PENDING, result=null, callback=(continuation of Deferred@559281375 after retry RPC after error@1963331842) -> (continuation of Deferred@1920481591 after retry RPC after error@398820690) -> (continuation of Deferred@431519865 after retry RPC after error@1551098957) -> (continuation of Deferred@1878118261 after retry RPC after error@1411721420) -> (continuation of Deferred@235207041 after retry RPC after error@1293301120) -> (continuation of Deferred@754827568 after retry RPC after error@1365507883) -> (continuation of Deferred@2013449335 after retry RPC after error@79977666), errback=(continuation of Deferred@559281375 after retry RPC after error@1963331842) -> (continuation of Deferred@1920481591 after retry RPC after error@398820690) -> (continuation of Deferred@431519865 after retry RPC after error@1551098957) -> (continuation of Deferred@1878118261 after retry RPC after error@1411721420) -> (continuation of Deferred@235207041 after retry RPC after error@1293301120) -> (continuation of Deferred@754827568 after retry RPC after error@1365507883) -> (continuation of Deferred@2013449335 after retry RPC after error@79977666)))
08:04:33.942 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@378436304(state=PENDING, result=null, callback=(continuation of Deferred@559281375 after retry RPC after error@1963331842) -> (continuation of Deferred@1920481591 after retry RPC after error@398820690) -> (continuation of Deferred@431519865 after retry RPC after error@1551098957) -> (continuation of Deferred@1878118261 after retry RPC after error@1411721420) -> (continuation of Deferred@235207041 after retry RPC after error@1293301120) -> (continuation of Deferred@754827568 after retry RPC after error@1365507883) -> (continuation of Deferred@2013449335 after retry RPC after error@79977666), errback=(continuation of Deferred@559281375 after retry RPC after error@1963331842) -> (continuation of Deferred@1920481591 after retry RPC after error@398820690) -> (continuation of Deferred@431519865 after retry RPC after error@1551098957) -> (continuation of Deferred@1878118261 after retry RPC after error@1411721420) -> (continuation of Deferred@235207041 after retry RPC after error@1293301120) -> (continuation of Deferred@754827568 after retry RPC after error@1365507883) -> (continuation of Deferred@2013449335 after retry RPC after error@79977666)))
08:04:33.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:33.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:33.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:33.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:33.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:33.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1139404042(state=PENDING, result=null, callback=(continuation of Deferred@1896109087 after retry RPC after error@1520126399) -> (continuation of Deferred@860503039 after retry RPC after error@1070010657) -> (continuation of Deferred@1823477354 after retry RPC after error@1827038450) -> (continuation of Deferred@244395858 after retry RPC after error@156793272) -> (continuation of Deferred@1702360487 after retry RPC after error@980012047) -> (continuation of Deferred@1023774639 after retry RPC after error@2010817550), errback=(continuation of Deferred@1896109087 after retry RPC after error@1520126399) -> (continuation of Deferred@860503039 after retry RPC after error@1070010657) -> (continuation of Deferred@1823477354 after retry RPC after error@1827038450) -> (continuation of Deferred@244395858 after retry RPC after error@156793272) -> (continuation of Deferred@1702360487 after retry RPC after error@980012047) -> (continuation of Deferred@1023774639 after retry RPC after error@2010817550)))
08:04:34.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1139404042(state=PENDING, result=null, callback=(continuation of Deferred@1896109087 after retry RPC after error@1520126399) -> (continuation of Deferred@860503039 after retry RPC after error@1070010657) -> (continuation of Deferred@1823477354 after retry RPC after error@1827038450) -> (continuation of Deferred@244395858 after retry RPC after error@156793272) -> (continuation of Deferred@1702360487 after retry RPC after error@980012047) -> (continuation of Deferred@1023774639 after retry RPC after error@2010817550), errback=(continuation of Deferred@1896109087 after retry RPC after error@1520126399) -> (continuation of Deferred@860503039 after retry RPC after error@1070010657) -> (continuation of Deferred@1823477354 after retry RPC after error@1827038450) -> (continuation of Deferred@244395858 after retry RPC after error@156793272) -> (continuation of Deferred@1702360487 after retry RPC after error@980012047) -> (continuation of Deferred@1023774639 after retry RPC after error@2010817550)))
08:04:34.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.381 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@42332628(state=PENDING, result=null, callback=(continuation of Deferred@1908522641 after retry RPC after error@1166314072) -> (continuation of Deferred@2072473463 after retry RPC after error@1445018242) -> (continuation of Deferred@711468001 after retry RPC after error@1272949438) -> (continuation of Deferred@191076453 after retry RPC after error@1414092449) -> (continuation of Deferred@1070924002 after retry RPC after error@157927420) -> (continuation of Deferred@509527556 after retry RPC after error@12347184) -> (continuation of Deferred@393848277 after retry RPC after error@1357436641), errback=(continuation of Deferred@1908522641 after retry RPC after error@1166314072) -> (continuation of Deferred@2072473463 after retry RPC after error@1445018242) -> (continuation of Deferred@711468001 after retry RPC after error@1272949438) -> (continuation of Deferred@191076453 after retry RPC after error@1414092449) -> (continuation of Deferred@1070924002 after retry RPC after error@157927420) -> (continuation of Deferred@509527556 after retry RPC after error@12347184) -> (continuation of Deferred@393848277 after retry RPC after error@1357436641)))
08:04:34.382 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:34.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@57088606(state=PENDING, result=null, callback=(continuation of Deferred@1951991246 after retry RPC after error@1131283205) -> (continuation of Deferred@1713149899 after retry RPC after error@1569903804) -> (continuation of Deferred@1641663925 after retry RPC after error@1385991328) -> (continuation of Deferred@1346173943 after retry RPC after error@457237112) -> (continuation of Deferred@886776000 after retry RPC after error@34882423) -> (continuation of Deferred@901837697 after retry RPC after error@688886883) -> (continuation of Deferred@1153395874 after retry RPC after error@1687195833), errback=(continuation of Deferred@1951991246 after retry RPC after error@1131283205) -> (continuation of Deferred@1713149899 after retry RPC after error@1569903804) -> (continuation of Deferred@1641663925 after retry RPC after error@1385991328) -> (continuation of Deferred@1346173943 after retry RPC after error@457237112) -> (continuation of Deferred@886776000 after retry RPC after error@34882423) -> (continuation of Deferred@901837697 after retry RPC after error@688886883) -> (continuation of Deferred@1153395874 after retry RPC after error@1687195833)))
08:04:34.661 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:34.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@548349696(state=PENDING, result=null, callback=(continuation of Deferred@1057470726 after retry RPC after error@1827427035) -> (continuation of Deferred@168526206 after retry RPC after error@1397043224) -> (continuation of Deferred@1359506687 after retry RPC after error@1610389135) -> (continuation of Deferred@162200703 after retry RPC after error@1939200162) -> (continuation of Deferred@1642606011 after retry RPC after error@1520142311) -> (continuation of Deferred@67944911 after retry RPC after error@1501645092) -> (continuation of Deferred@2032415322 after retry RPC after error@2131109414), errback=(continuation of Deferred@1057470726 after retry RPC after error@1827427035) -> (continuation of Deferred@168526206 after retry RPC after error@1397043224) -> (continuation of Deferred@1359506687 after retry RPC after error@1610389135) -> (continuation of Deferred@162200703 after retry RPC after error@1939200162) -> (continuation of Deferred@1642606011 after retry RPC after error@1520142311) -> (continuation of Deferred@67944911 after retry RPC after error@1501645092) -> (continuation of Deferred@2032415322 after retry RPC after error@2131109414)))
08:04:34.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@548349696(state=PENDING, result=null, callback=(continuation of Deferred@1057470726 after retry RPC after error@1827427035) -> (continuation of Deferred@168526206 after retry RPC after error@1397043224) -> (continuation of Deferred@1359506687 after retry RPC after error@1610389135) -> (continuation of Deferred@162200703 after retry RPC after error@1939200162) -> (continuation of Deferred@1642606011 after retry RPC after error@1520142311) -> (continuation of Deferred@67944911 after retry RPC after error@1501645092) -> (continuation of Deferred@2032415322 after retry RPC after error@2131109414), errback=(continuation of Deferred@1057470726 after retry RPC after error@1827427035) -> (continuation of Deferred@168526206 after retry RPC after error@1397043224) -> (continuation of Deferred@1359506687 after retry RPC after error@1610389135) -> (continuation of Deferred@162200703 after retry RPC after error@1939200162) -> (continuation of Deferred@1642606011 after retry RPC after error@1520142311) -> (continuation of Deferred@67944911 after retry RPC after error@1501645092) -> (continuation of Deferred@2032415322 after retry RPC after error@2131109414)))
08:04:34.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:34.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:34.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:34.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:34.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:34.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@190432177(state=PENDING, result=null, callback=(continuation of Deferred@1132625978 after retry RPC after error@2124066217) -> (continuation of Deferred@77816078 after retry RPC after error@1092779616) -> (continuation of Deferred@385262894 after retry RPC after error@1026209212) -> (continuation of Deferred@572393478 after retry RPC after error@1889383259) -> (continuation of Deferred@1407297459 after retry RPC after error@990805798) -> (continuation of Deferred@1761746553 after retry RPC after error@1947762537) -> (continuation of Deferred@714773094 after retry RPC after error@1646604124), errback=(continuation of Deferred@1132625978 after retry RPC after error@2124066217) -> (continuation of Deferred@77816078 after retry RPC after error@1092779616) -> (continuation of Deferred@385262894 after retry RPC after error@1026209212) -> (continuation of Deferred@572393478 after retry RPC after error@1889383259) -> (continuation of Deferred@1407297459 after retry RPC after error@990805798) -> (continuation of Deferred@1761746553 after retry RPC after error@1947762537) -> (continuation of Deferred@714773094 after retry RPC after error@1646604124)))
08:04:35.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@190432177(state=PENDING, result=null, callback=(continuation of Deferred@1132625978 after retry RPC after error@2124066217) -> (continuation of Deferred@77816078 after retry RPC after error@1092779616) -> (continuation of Deferred@385262894 after retry RPC after error@1026209212) -> (continuation of Deferred@572393478 after retry RPC after error@1889383259) -> (continuation of Deferred@1407297459 after retry RPC after error@990805798) -> (continuation of Deferred@1761746553 after retry RPC after error@1947762537) -> (continuation of Deferred@714773094 after retry RPC after error@1646604124), errback=(continuation of Deferred@1132625978 after retry RPC after error@2124066217) -> (continuation of Deferred@77816078 after retry RPC after error@1092779616) -> (continuation of Deferred@385262894 after retry RPC after error@1026209212) -> (continuation of Deferred@572393478 after retry RPC after error@1889383259) -> (continuation of Deferred@1407297459 after retry RPC after error@990805798) -> (continuation of Deferred@1761746553 after retry RPC after error@1947762537) -> (continuation of Deferred@714773094 after retry RPC after error@1646604124)))
08:04:35.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2102052527(state=PENDING, result=null, callback=(continuation of Deferred@589630828 after retry RPC after error@2084215056) -> (continuation of Deferred@854561071 after retry RPC after error@431707747) -> (continuation of Deferred@318666325 after retry RPC after error@975478531) -> (continuation of Deferred@1946949505 after retry RPC after error@935812909) -> (continuation of Deferred@1449843550 after retry RPC after error@1219004951) -> (continuation of Deferred@1544301724 after retry RPC after error@1371483655) -> (continuation of Deferred@1359982405 after retry RPC after error@1576763201), errback=(continuation of Deferred@589630828 after retry RPC after error@2084215056) -> (continuation of Deferred@854561071 after retry RPC after error@431707747) -> (continuation of Deferred@318666325 after retry RPC after error@975478531) -> (continuation of Deferred@1946949505 after retry RPC after error@935812909) -> (continuation of Deferred@1449843550 after retry RPC after error@1219004951) -> (continuation of Deferred@1544301724 after retry RPC after error@1371483655) -> (continuation of Deferred@1359982405 after retry RPC after error@1576763201)))
08:04:35.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2102052527(state=PENDING, result=null, callback=(continuation of Deferred@589630828 after retry RPC after error@2084215056) -> (continuation of Deferred@854561071 after retry RPC after error@431707747) -> (continuation of Deferred@318666325 after retry RPC after error@975478531) -> (continuation of Deferred@1946949505 after retry RPC after error@935812909) -> (continuation of Deferred@1449843550 after retry RPC after error@1219004951) -> (continuation of Deferred@1544301724 after retry RPC after error@1371483655) -> (continuation of Deferred@1359982405 after retry RPC after error@1576763201), errback=(continuation of Deferred@589630828 after retry RPC after error@2084215056) -> (continuation of Deferred@854561071 after retry RPC after error@431707747) -> (continuation of Deferred@318666325 after retry RPC after error@975478531) -> (continuation of Deferred@1946949505 after retry RPC after error@935812909) -> (continuation of Deferred@1449843550 after retry RPC after error@1219004951) -> (continuation of Deferred@1544301724 after retry RPC after error@1371483655) -> (continuation of Deferred@1359982405 after retry RPC after error@1576763201)))
08:04:35.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1717548330(state=PENDING, result=null, callback=(continuation of Deferred@1520965170 after retry RPC after error@335314676) -> (continuation of Deferred@521769120 after retry RPC after error@74743948) -> (continuation of Deferred@511119286 after retry RPC after error@1854720338) -> (continuation of Deferred@1036241075 after retry RPC after error@496193383) -> (continuation of Deferred@1002432988 after retry RPC after error@863068576) -> (continuation of Deferred@273981741 after retry RPC after error@398146615), errback=(continuation of Deferred@1520965170 after retry RPC after error@335314676) -> (continuation of Deferred@521769120 after retry RPC after error@74743948) -> (continuation of Deferred@511119286 after retry RPC after error@1854720338) -> (continuation of Deferred@1036241075 after retry RPC after error@496193383) -> (continuation of Deferred@1002432988 after retry RPC after error@863068576) -> (continuation of Deferred@273981741 after retry RPC after error@398146615)))
08:04:35.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1717548330(state=PENDING, result=null, callback=(continuation of Deferred@1520965170 after retry RPC after error@335314676) -> (continuation of Deferred@521769120 after retry RPC after error@74743948) -> (continuation of Deferred@511119286 after retry RPC after error@1854720338) -> (continuation of Deferred@1036241075 after retry RPC after error@496193383) -> (continuation of Deferred@1002432988 after retry RPC after error@863068576) -> (continuation of Deferred@273981741 after retry RPC after error@398146615), errback=(continuation of Deferred@1520965170 after retry RPC after error@335314676) -> (continuation of Deferred@521769120 after retry RPC after error@74743948) -> (continuation of Deferred@511119286 after retry RPC after error@1854720338) -> (continuation of Deferred@1036241075 after retry RPC after error@496193383) -> (continuation of Deferred@1002432988 after retry RPC after error@863068576) -> (continuation of Deferred@273981741 after retry RPC after error@398146615)))
08:04:35.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.622978 5544 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 89a5a1a7d60c47ab984e3703742eec30)
08:04:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.623154 5544 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d5eed1bb467459dbf443286571d7b8f" member_type: VOTER last_known_addr { host: "127.4.55.254" port: 41307 } } peers { permanent_uuid: "89a5a1a7d60c47ab984e3703742eec30" member_type: VOTER last_known_addr { host: "127.4.55.253" port: 40605 } } peers { permanent_uuid: "124b593cc9e6402c8b1d33aea1272599" member_type: VOTER last_known_addr { host: "127.4.55.252" port: 37829 } }
08:04:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.623741 5544 leader_election.cc:290] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605), 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829)
08:04:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:35.624652 5193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:35.625744 5195 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 124b593cc9e6402c8b1d33aea1272599 (127.4.55.252:37829): Network error: Client connection negotiation failed: client connection to 127.4.55.252:37829: connect: Connection refused (error 111)
08:04:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:35.625906 5193 leader_election.cc:336] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 89a5a1a7d60c47ab984e3703742eec30 (127.4.55.253:40605): Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111)
08:04:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.626039 5193 leader_election.cc:304] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d5eed1bb467459dbf443286571d7b8f; no voters: 124b593cc9e6402c8b1d33aea1272599, 89a5a1a7d60c47ab984e3703742eec30
08:04:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.626258 5544 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0d5eed1bb467459dbf443286571d7b8f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:04:35.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.647753 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:35.647883 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:35.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2001756867(state=PENDING, result=null, callback=(continuation of Deferred@246147241 after retry RPC after error@1750308867) -> (continuation of Deferred@910001899 after retry RPC after error@1108323477) -> (continuation of Deferred@321977053 after retry RPC after error@1733815096) -> (continuation of Deferred@1023878119 after retry RPC after error@47406038) -> (continuation of Deferred@379694915 after retry RPC after error@1324849284) -> (continuation of Deferred@1248559782 after retry RPC after error@1392405974) -> (continuation of Deferred@1237195645 after retry RPC after error@1006606710) -> (continuation of Deferred@764891677 after retry RPC after error@203823780) -> (continuation of Deferred@905612718 after retry RPC after error@1913226830), errback=(continuation of Deferred@246147241 after retry RPC after error@1750308867) -> (continuation of Deferred@910001899 after retry RPC after error@1108323477) -> (continuation of Deferred@321977053 after retry RPC after error@1733815096) -> (continuation of Deferred@1023878119 after retry RPC after error@47406038) -> (continuation of Deferred@379694915 after retry RPC after error@1324849284) -> (continuation of Deferred@1248559782 after retry RPC after error@1392405974) -> (continuation of Deferred@1237195645 after retry RPC after error@1006606710) -> (continuation of Deferred@764891677 after retry RPC after error@203823780) -> (continuation of Deferred@905612718 after retry RPC after error@1913226830)))
08:04:35.783 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2001756867(state=PENDING, result=null, callback=(continuation of Deferred@246147241 after retry RPC after error@1750308867) -> (continuation of Deferred@910001899 after retry RPC after error@1108323477) -> (continuation of Deferred@321977053 after retry RPC after error@1733815096) -> (continuation of Deferred@1023878119 after retry RPC after error@47406038) -> (continuation of Deferred@379694915 after retry RPC after error@1324849284) -> (continuation of Deferred@1248559782 after retry RPC after error@1392405974) -> (continuation of Deferred@1237195645 after retry RPC after error@1006606710) -> (continuation of Deferred@764891677 after retry RPC after error@203823780) -> (continuation of Deferred@905612718 after retry RPC after error@1913226830), errback=(continuation of Deferred@246147241 after retry RPC after error@1750308867) -> (continuation of Deferred@910001899 after retry RPC after error@1108323477) -> (continuation of Deferred@321977053 after retry RPC after error@1733815096) -> (continuation of Deferred@1023878119 after retry RPC after error@47406038) -> (continuation of Deferred@379694915 after retry RPC after error@1324849284) -> (continuation of Deferred@1248559782 after retry RPC after error@1392405974) -> (continuation of Deferred@1237195645 after retry RPC after error@1006606710) -> (continuation of Deferred@764891677 after retry RPC after error@203823780) -> (continuation of Deferred@905612718 after retry RPC after error@1913226830)))
08:04:35.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:35.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:35.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:35.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:35.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:35.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@63712735(state=PENDING, result=null, callback=(continuation of Deferred@646987535 after retry RPC after error@948568590) -> (continuation of Deferred@1788768830 after retry RPC after error@148772967) -> (continuation of Deferred@789657140 after retry RPC after error@1206111146) -> (continuation of Deferred@1593138922 after retry RPC after error@638613619) -> (continuation of Deferred@9849363 after retry RPC after error@1508994864) -> (continuation of Deferred@763853034 after retry RPC after error@150036169) -> (continuation of Deferred@981814038 after retry RPC after error@1751071641), errback=(continuation of Deferred@646987535 after retry RPC after error@948568590) -> (continuation of Deferred@1788768830 after retry RPC after error@148772967) -> (continuation of Deferred@789657140 after retry RPC after error@1206111146) -> (continuation of Deferred@1593138922 after retry RPC after error@638613619) -> (continuation of Deferred@9849363 after retry RPC after error@1508994864) -> (continuation of Deferred@763853034 after retry RPC after error@150036169) -> (continuation of Deferred@981814038 after retry RPC after error@1751071641)))
08:04:36.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@63712735(state=PENDING, result=null, callback=(continuation of Deferred@646987535 after retry RPC after error@948568590) -> (continuation of Deferred@1788768830 after retry RPC after error@148772967) -> (continuation of Deferred@789657140 after retry RPC after error@1206111146) -> (continuation of Deferred@1593138922 after retry RPC after error@638613619) -> (continuation of Deferred@9849363 after retry RPC after error@1508994864) -> (continuation of Deferred@763853034 after retry RPC after error@150036169) -> (continuation of Deferred@981814038 after retry RPC after error@1751071641), errback=(continuation of Deferred@646987535 after retry RPC after error@948568590) -> (continuation of Deferred@1788768830 after retry RPC after error@148772967) -> (continuation of Deferred@789657140 after retry RPC after error@1206111146) -> (continuation of Deferred@1593138922 after retry RPC after error@638613619) -> (continuation of Deferred@9849363 after retry RPC after error@1508994864) -> (continuation of Deferred@763853034 after retry RPC after error@150036169) -> (continuation of Deferred@981814038 after retry RPC after error@1751071641)))
08:04:36.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@277436970(state=PENDING, result=null, callback=(continuation of Deferred@369327409 after retry RPC after error@1026043763) -> (continuation of Deferred@823062594 after retry RPC after error@1804379203) -> (continuation of Deferred@1726719734 after retry RPC after error@440684271) -> (continuation of Deferred@1552822533 after retry RPC after error@1387149419) -> (continuation of Deferred@1766455518 after retry RPC after error@1371729966) -> (continuation of Deferred@2087318794 after retry RPC after error@1596454796) -> (continuation of Deferred@2039380926 after retry RPC after error@1057732385), errback=(continuation of Deferred@369327409 after retry RPC after error@1026043763) -> (continuation of Deferred@823062594 after retry RPC after error@1804379203) -> (continuation of Deferred@1726719734 after retry RPC after error@440684271) -> (continuation of Deferred@1552822533 after retry RPC after error@1387149419) -> (continuation of Deferred@1766455518 after retry RPC after error@1371729966) -> (continuation of Deferred@2087318794 after retry RPC after error@1596454796) -> (continuation of Deferred@2039380926 after retry RPC after error@1057732385)))
08:04:36.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@277436970(state=PENDING, result=null, callback=(continuation of Deferred@369327409 after retry RPC after error@1026043763) -> (continuation of Deferred@823062594 after retry RPC after error@1804379203) -> (continuation of Deferred@1726719734 after retry RPC after error@440684271) -> (continuation of Deferred@1552822533 after retry RPC after error@1387149419) -> (continuation of Deferred@1766455518 after retry RPC after error@1371729966) -> (continuation of Deferred@2087318794 after retry RPC after error@1596454796) -> (continuation of Deferred@2039380926 after retry RPC after error@1057732385), errback=(continuation of Deferred@369327409 after retry RPC after error@1026043763) -> (continuation of Deferred@823062594 after retry RPC after error@1804379203) -> (continuation of Deferred@1726719734 after retry RPC after error@440684271) -> (continuation of Deferred@1552822533 after retry RPC after error@1387149419) -> (continuation of Deferred@1766455518 after retry RPC after error@1371729966) -> (continuation of Deferred@2087318794 after retry RPC after error@1596454796) -> (continuation of Deferred@2039380926 after retry RPC after error@1057732385)))
08:04:36.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1827403406(state=PENDING, result=null, callback=(continuation of Deferred@400584925 after retry RPC after error@577703530) -> (continuation of Deferred@1573961768 after retry RPC after error@1849426586) -> (continuation of Deferred@2051993880 after retry RPC after error@537443429) -> (continuation of Deferred@2072177100 after retry RPC after error@1965300980) -> (continuation of Deferred@2028991865 after retry RPC after error@492934549) -> (continuation of Deferred@1908523900 after retry RPC after error@618111500) -> (continuation of Deferred@588570578 after retry RPC after error@843594520), errback=(continuation of Deferred@400584925 after retry RPC after error@577703530) -> (continuation of Deferred@1573961768 after retry RPC after error@1849426586) -> (continuation of Deferred@2051993880 after retry RPC after error@537443429) -> (continuation of Deferred@2072177100 after retry RPC after error@1965300980) -> (continuation of Deferred@2028991865 after retry RPC after error@492934549) -> (continuation of Deferred@1908523900 after retry RPC after error@618111500) -> (continuation of Deferred@588570578 after retry RPC after error@843594520)))
08:04:36.502 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1827403406(state=PENDING, result=null, callback=(continuation of Deferred@400584925 after retry RPC after error@577703530) -> (continuation of Deferred@1573961768 after retry RPC after error@1849426586) -> (continuation of Deferred@2051993880 after retry RPC after error@537443429) -> (continuation of Deferred@2072177100 after retry RPC after error@1965300980) -> (continuation of Deferred@2028991865 after retry RPC after error@492934549) -> (continuation of Deferred@1908523900 after retry RPC after error@618111500) -> (continuation of Deferred@588570578 after retry RPC after error@843594520), errback=(continuation of Deferred@400584925 after retry RPC after error@577703530) -> (continuation of Deferred@1573961768 after retry RPC after error@1849426586) -> (continuation of Deferred@2051993880 after retry RPC after error@537443429) -> (continuation of Deferred@2072177100 after retry RPC after error@1965300980) -> (continuation of Deferred@2028991865 after retry RPC after error@492934549) -> (continuation of Deferred@1908523900 after retry RPC after error@618111500) -> (continuation of Deferred@588570578 after retry RPC after error@843594520)))
08:04:36.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.702 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1322916067(state=PENDING, result=null, callback=(continuation of Deferred@2119840653 after retry RPC after error@1624536253) -> (continuation of Deferred@135467667 after retry RPC after error@370151026) -> (continuation of Deferred@972656998 after retry RPC after error@2060155768) -> (continuation of Deferred@1792833848 after retry RPC after error@2083101071) -> (continuation of Deferred@162416077 after retry RPC after error@681574203) -> (continuation of Deferred@562251433 after retry RPC after error@290871031) -> (continuation of Deferred@1781393725 after retry RPC after error@1025287524), errback=(continuation of Deferred@2119840653 after retry RPC after error@1624536253) -> (continuation of Deferred@135467667 after retry RPC after error@370151026) -> (continuation of Deferred@972656998 after retry RPC after error@2060155768) -> (continuation of Deferred@1792833848 after retry RPC after error@2083101071) -> (continuation of Deferred@162416077 after retry RPC after error@681574203) -> (continuation of Deferred@562251433 after retry RPC after error@290871031) -> (continuation of Deferred@1781393725 after retry RPC after error@1025287524)))
08:04:36.702 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1322916067(state=PENDING, result=null, callback=(continuation of Deferred@2119840653 after retry RPC after error@1624536253) -> (continuation of Deferred@135467667 after retry RPC after error@370151026) -> (continuation of Deferred@972656998 after retry RPC after error@2060155768) -> (continuation of Deferred@1792833848 after retry RPC after error@2083101071) -> (continuation of Deferred@162416077 after retry RPC after error@681574203) -> (continuation of Deferred@562251433 after retry RPC after error@290871031) -> (continuation of Deferred@1781393725 after retry RPC after error@1025287524), errback=(continuation of Deferred@2119840653 after retry RPC after error@1624536253) -> (continuation of Deferred@135467667 after retry RPC after error@370151026) -> (continuation of Deferred@972656998 after retry RPC after error@2060155768) -> (continuation of Deferred@1792833848 after retry RPC after error@2083101071) -> (continuation of Deferred@162416077 after retry RPC after error@681574203) -> (continuation of Deferred@562251433 after retry RPC after error@290871031) -> (continuation of Deferred@1781393725 after retry RPC after error@1025287524)))
08:04:36.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@493373901(state=PENDING, result=null, callback=(continuation of Deferred@1117943596 after retry RPC after error@355777196) -> (continuation of Deferred@1484391984 after retry RPC after error@126032595) -> (continuation of Deferred@1456018968 after retry RPC after error@1721247671) -> (continuation of Deferred@1859909330 after retry RPC after error@1905343576) -> (continuation of Deferred@1878429092 after retry RPC after error@1215605362) -> (continuation of Deferred@2032711880 after retry RPC after error@19081289) -> (continuation of Deferred@1524829796 after retry RPC after error@933824624), errback=(continuation of Deferred@1117943596 after retry RPC after error@355777196) -> (continuation of Deferred@1484391984 after retry RPC after error@126032595) -> (continuation of Deferred@1456018968 after retry RPC after error@1721247671) -> (continuation of Deferred@1859909330 after retry RPC after error@1905343576) -> (continuation of Deferred@1878429092 after retry RPC after error@1215605362) -> (continuation of Deferred@2032711880 after retry RPC after error@19081289) -> (continuation of Deferred@1524829796 after retry RPC after error@933824624)))
08:04:36.923 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@493373901(state=PENDING, result=null, callback=(continuation of Deferred@1117943596 after retry RPC after error@355777196) -> (continuation of Deferred@1484391984 after retry RPC after error@126032595) -> (continuation of Deferred@1456018968 after retry RPC after error@1721247671) -> (continuation of Deferred@1859909330 after retry RPC after error@1905343576) -> (continuation of Deferred@1878429092 after retry RPC after error@1215605362) -> (continuation of Deferred@2032711880 after retry RPC after error@19081289) -> (continuation of Deferred@1524829796 after retry RPC after error@933824624), errback=(continuation of Deferred@1117943596 after retry RPC after error@355777196) -> (continuation of Deferred@1484391984 after retry RPC after error@126032595) -> (continuation of Deferred@1456018968 after retry RPC after error@1721247671) -> (continuation of Deferred@1859909330 after retry RPC after error@1905343576) -> (continuation of Deferred@1878429092 after retry RPC after error@1215605362) -> (continuation of Deferred@2032711880 after retry RPC after error@19081289) -> (continuation of Deferred@1524829796 after retry RPC after error@933824624)))
08:04:36.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:36.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:36.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:36.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:36.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:36.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.201 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@482244114(state=PENDING, result=null, callback=(continuation of Deferred@571085581 after retry RPC after error@608864761) -> (continuation of Deferred@2066420345 after retry RPC after error@348845544) -> (continuation of Deferred@1714032135 after retry RPC after error@383735418) -> (continuation of Deferred@893662722 after retry RPC after error@1994580215) -> (continuation of Deferred@1074696730 after retry RPC after error@747532519) -> (continuation of Deferred@946779986 after retry RPC after error@1500126704) -> (continuation of Deferred@1841351301 after retry RPC after error@840337042), errback=(continuation of Deferred@571085581 after retry RPC after error@608864761) -> (continuation of Deferred@2066420345 after retry RPC after error@348845544) -> (continuation of Deferred@1714032135 after retry RPC after error@383735418) -> (continuation of Deferred@893662722 after retry RPC after error@1994580215) -> (continuation of Deferred@1074696730 after retry RPC after error@747532519) -> (continuation of Deferred@946779986 after retry RPC after error@1500126704) -> (continuation of Deferred@1841351301 after retry RPC after error@840337042)))
08:04:37.201 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:37.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1123910765(state=PENDING, result=null, callback=(continuation of Deferred@1676338382 after retry RPC after error@785093865) -> (continuation of Deferred@888371910 after retry RPC after error@444817113) -> (continuation of Deferred@779814355 after retry RPC after error@1550168105) -> (continuation of Deferred@1936708649 after retry RPC after error@1931098379) -> (continuation of Deferred@96075558 after retry RPC after error@1949102912) -> (continuation of Deferred@2045755248 after retry RPC after error@1537151783) -> (continuation of Deferred@295016381 after retry RPC after error@45142076), errback=(continuation of Deferred@1676338382 after retry RPC after error@785093865) -> (continuation of Deferred@888371910 after retry RPC after error@444817113) -> (continuation of Deferred@779814355 after retry RPC after error@1550168105) -> (continuation of Deferred@1936708649 after retry RPC after error@1931098379) -> (continuation of Deferred@96075558 after retry RPC after error@1949102912) -> (continuation of Deferred@2045755248 after retry RPC after error@1537151783) -> (continuation of Deferred@295016381 after retry RPC after error@45142076)))
08:04:37.404 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1123910765(state=PENDING, result=null, callback=(continuation of Deferred@1676338382 after retry RPC after error@785093865) -> (continuation of Deferred@888371910 after retry RPC after error@444817113) -> (continuation of Deferred@779814355 after retry RPC after error@1550168105) -> (continuation of Deferred@1936708649 after retry RPC after error@1931098379) -> (continuation of Deferred@96075558 after retry RPC after error@1949102912) -> (continuation of Deferred@2045755248 after retry RPC after error@1537151783) -> (continuation of Deferred@295016381 after retry RPC after error@45142076), errback=(continuation of Deferred@1676338382 after retry RPC after error@785093865) -> (continuation of Deferred@888371910 after retry RPC after error@444817113) -> (continuation of Deferred@779814355 after retry RPC after error@1550168105) -> (continuation of Deferred@1936708649 after retry RPC after error@1931098379) -> (continuation of Deferred@96075558 after retry RPC after error@1949102912) -> (continuation of Deferred@2045755248 after retry RPC after error@1537151783) -> (continuation of Deferred@295016381 after retry RPC after error@45142076)))
08:04:37.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1199396705(state=PENDING, result=null, callback=(continuation of Deferred@464177078 after retry RPC after error@215730909) -> (continuation of Deferred@53307665 after retry RPC after error@776396874) -> (continuation of Deferred@1662780739 after retry RPC after error@826521311) -> (continuation of Deferred@1506685959 after retry RPC after error@1083431876) -> (continuation of Deferred@1135011976 after retry RPC after error@1870613357) -> (continuation of Deferred@1203319945 after retry RPC after error@430606913) -> (continuation of Deferred@1841087316 after retry RPC after error@2022562221), errback=(continuation of Deferred@464177078 after retry RPC after error@215730909) -> (continuation of Deferred@53307665 after retry RPC after error@776396874) -> (continuation of Deferred@1662780739 after retry RPC after error@826521311) -> (continuation of Deferred@1506685959 after retry RPC after error@1083431876) -> (continuation of Deferred@1135011976 after retry RPC after error@1870613357) -> (continuation of Deferred@1203319945 after retry RPC after error@430606913) -> (continuation of Deferred@1841087316 after retry RPC after error@2022562221)))
08:04:37.623 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1199396705(state=PENDING, result=null, callback=(continuation of Deferred@464177078 after retry RPC after error@215730909) -> (continuation of Deferred@53307665 after retry RPC after error@776396874) -> (continuation of Deferred@1662780739 after retry RPC after error@826521311) -> (continuation of Deferred@1506685959 after retry RPC after error@1083431876) -> (continuation of Deferred@1135011976 after retry RPC after error@1870613357) -> (continuation of Deferred@1203319945 after retry RPC after error@430606913) -> (continuation of Deferred@1841087316 after retry RPC after error@2022562221), errback=(continuation of Deferred@464177078 after retry RPC after error@215730909) -> (continuation of Deferred@53307665 after retry RPC after error@776396874) -> (continuation of Deferred@1662780739 after retry RPC after error@826521311) -> (continuation of Deferred@1506685959 after retry RPC after error@1083431876) -> (continuation of Deferred@1135011976 after retry RPC after error@1870613357) -> (continuation of Deferred@1203319945 after retry RPC after error@430606913) -> (continuation of Deferred@1841087316 after retry RPC after error@2022562221)))
08:04:37.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1145443296(state=PENDING, result=null, callback=(continuation of Deferred@1477096649 after retry RPC after error@1551216516) -> (continuation of Deferred@684409050 after retry RPC after error@1558617904) -> (continuation of Deferred@1363657881 after retry RPC after error@549406906) -> (continuation of Deferred@1384120807 after retry RPC after error@989268888) -> (continuation of Deferred@1442538323 after retry RPC after error@257625038) -> (continuation of Deferred@1569111291 after retry RPC after error@1605359384) -> (continuation of Deferred@1371592261 after retry RPC after error@101884616), errback=(continuation of Deferred@1477096649 after retry RPC after error@1551216516) -> (continuation of Deferred@684409050 after retry RPC after error@1558617904) -> (continuation of Deferred@1363657881 after retry RPC after error@549406906) -> (continuation of Deferred@1384120807 after retry RPC after error@989268888) -> (continuation of Deferred@1442538323 after retry RPC after error@257625038) -> (continuation of Deferred@1569111291 after retry RPC after error@1605359384) -> (continuation of Deferred@1371592261 after retry RPC after error@101884616)))
08:04:37.883 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1145443296(state=PENDING, result=null, callback=(continuation of Deferred@1477096649 after retry RPC after error@1551216516) -> (continuation of Deferred@684409050 after retry RPC after error@1558617904) -> (continuation of Deferred@1363657881 after retry RPC after error@549406906) -> (continuation of Deferred@1384120807 after retry RPC after error@989268888) -> (continuation of Deferred@1442538323 after retry RPC after error@257625038) -> (continuation of Deferred@1569111291 after retry RPC after error@1605359384) -> (continuation of Deferred@1371592261 after retry RPC after error@101884616), errback=(continuation of Deferred@1477096649 after retry RPC after error@1551216516) -> (continuation of Deferred@684409050 after retry RPC after error@1558617904) -> (continuation of Deferred@1363657881 after retry RPC after error@549406906) -> (continuation of Deferred@1384120807 after retry RPC after error@989268888) -> (continuation of Deferred@1442538323 after retry RPC after error@257625038) -> (continuation of Deferred@1569111291 after retry RPC after error@1605359384) -> (continuation of Deferred@1371592261 after retry RPC after error@101884616)))
08:04:37.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:37.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:37.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:37.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:37.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:37.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.161 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@615615037(state=PENDING, result=null, callback=(continuation of Deferred@1340512818 after retry RPC after error@1309942813) -> (continuation of Deferred@558420495 after retry RPC after error@151012473) -> (continuation of Deferred@1926002785 after retry RPC after error@488087273) -> (continuation of Deferred@2049503214 after retry RPC after error@1895849822) -> (continuation of Deferred@1620983407 after retry RPC after error@1105134659) -> (continuation of Deferred@2083902473 after retry RPC after error@255626878) -> (continuation of Deferred@515945648 after retry RPC after error@654595639), errback=(continuation of Deferred@1340512818 after retry RPC after error@1309942813) -> (continuation of Deferred@558420495 after retry RPC after error@151012473) -> (continuation of Deferred@1926002785 after retry RPC after error@488087273) -> (continuation of Deferred@2049503214 after retry RPC after error@1895849822) -> (continuation of Deferred@1620983407 after retry RPC after error@1105134659) -> (continuation of Deferred@2083902473 after retry RPC after error@255626878) -> (continuation of Deferred@515945648 after retry RPC after error@654595639)))
08:04:38.161 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:38.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:38.224042 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:38.228381 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:38.229530 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:38.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1543992747(state=PENDING, result=null, callback=(continuation of Deferred@30732168 after retry RPC after error@1823444296) -> (continuation of Deferred@2100355097 after retry RPC after error@452819001) -> (continuation of Deferred@1022585921 after retry RPC after error@749101914) -> (continuation of Deferred@1458335487 after retry RPC after error@664926379) -> (continuation of Deferred@9902458 after retry RPC after error@531895937) -> (continuation of Deferred@714737694 after retry RPC after error@39242054) -> (continuation of Deferred@984763583 after retry RPC after error@93148534), errback=(continuation of Deferred@30732168 after retry RPC after error@1823444296) -> (continuation of Deferred@2100355097 after retry RPC after error@452819001) -> (continuation of Deferred@1022585921 after retry RPC after error@749101914) -> (continuation of Deferred@1458335487 after retry RPC after error@664926379) -> (continuation of Deferred@9902458 after retry RPC after error@531895937) -> (continuation of Deferred@714737694 after retry RPC after error@39242054) -> (continuation of Deferred@984763583 after retry RPC after error@93148534)))
08:04:38.323 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1543992747(state=PENDING, result=null, callback=(continuation of Deferred@30732168 after retry RPC after error@1823444296) -> (continuation of Deferred@2100355097 after retry RPC after error@452819001) -> (continuation of Deferred@1022585921 after retry RPC after error@749101914) -> (continuation of Deferred@1458335487 after retry RPC after error@664926379) -> (continuation of Deferred@9902458 after retry RPC after error@531895937) -> (continuation of Deferred@714737694 after retry RPC after error@39242054) -> (continuation of Deferred@984763583 after retry RPC after error@93148534), errback=(continuation of Deferred@30732168 after retry RPC after error@1823444296) -> (continuation of Deferred@2100355097 after retry RPC after error@452819001) -> (continuation of Deferred@1022585921 after retry RPC after error@749101914) -> (continuation of Deferred@1458335487 after retry RPC after error@664926379) -> (continuation of Deferred@9902458 after retry RPC after error@531895937) -> (continuation of Deferred@714737694 after retry RPC after error@39242054) -> (continuation of Deferred@984763583 after retry RPC after error@93148534)))
08:04:38.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@324536671(state=PENDING, result=null, callback=(continuation of Deferred@303587249 after retry RPC after error@412228573) -> (continuation of Deferred@1324378974 after retry RPC after error@489787694) -> (continuation of Deferred@1300537582 after retry RPC after error@1170216560) -> (continuation of Deferred@136785677 after retry RPC after error@420378566) -> (continuation of Deferred@1910847449 after retry RPC after error@886295555) -> (continuation of Deferred@96322259 after retry RPC after error@1877419493) -> (continuation of Deferred@929336383 after retry RPC after error@503184644), errback=(continuation of Deferred@303587249 after retry RPC after error@412228573) -> (continuation of Deferred@1324378974 after retry RPC after error@489787694) -> (continuation of Deferred@1300537582 after retry RPC after error@1170216560) -> (continuation of Deferred@136785677 after retry RPC after error@420378566) -> (continuation of Deferred@1910847449 after retry RPC after error@886295555) -> (continuation of Deferred@96322259 after retry RPC after error@1877419493) -> (continuation of Deferred@929336383 after retry RPC after error@503184644)))
08:04:38.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@324536671(state=PENDING, result=null, callback=(continuation of Deferred@303587249 after retry RPC after error@412228573) -> (continuation of Deferred@1324378974 after retry RPC after error@489787694) -> (continuation of Deferred@1300537582 after retry RPC after error@1170216560) -> (continuation of Deferred@136785677 after retry RPC after error@420378566) -> (continuation of Deferred@1910847449 after retry RPC after error@886295555) -> (continuation of Deferred@96322259 after retry RPC after error@1877419493) -> (continuation of Deferred@929336383 after retry RPC after error@503184644), errback=(continuation of Deferred@303587249 after retry RPC after error@412228573) -> (continuation of Deferred@1324378974 after retry RPC after error@489787694) -> (continuation of Deferred@1300537582 after retry RPC after error@1170216560) -> (continuation of Deferred@136785677 after retry RPC after error@420378566) -> (continuation of Deferred@1910847449 after retry RPC after error@886295555) -> (continuation of Deferred@96322259 after retry RPC after error@1877419493) -> (continuation of Deferred@929336383 after retry RPC after error@503184644)))
08:04:38.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1573411488(state=PENDING, result=null, callback=(continuation of Deferred@420359213 after retry RPC after error@1211935788) -> (continuation of Deferred@1048114745 after retry RPC after error@570074636) -> (continuation of Deferred@1232963930 after retry RPC after error@1678573973) -> (continuation of Deferred@498985491 after retry RPC after error@1770255726) -> (continuation of Deferred@1284609629 after retry RPC after error@1075591155) -> (continuation of Deferred@847491217 after retry RPC after error@1155337002) -> (continuation of Deferred@71192210 after retry RPC after error@633094729), errback=(continuation of Deferred@420359213 after retry RPC after error@1211935788) -> (continuation of Deferred@1048114745 after retry RPC after error@570074636) -> (continuation of Deferred@1232963930 after retry RPC after error@1678573973) -> (continuation of Deferred@498985491 after retry RPC after error@1770255726) -> (continuation of Deferred@1284609629 after retry RPC after error@1075591155) -> (continuation of Deferred@847491217 after retry RPC after error@1155337002) -> (continuation of Deferred@71192210 after retry RPC after error@633094729)))
08:04:38.822 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1573411488(state=PENDING, result=null, callback=(continuation of Deferred@420359213 after retry RPC after error@1211935788) -> (continuation of Deferred@1048114745 after retry RPC after error@570074636) -> (continuation of Deferred@1232963930 after retry RPC after error@1678573973) -> (continuation of Deferred@498985491 after retry RPC after error@1770255726) -> (continuation of Deferred@1284609629 after retry RPC after error@1075591155) -> (continuation of Deferred@847491217 after retry RPC after error@1155337002) -> (continuation of Deferred@71192210 after retry RPC after error@633094729), errback=(continuation of Deferred@420359213 after retry RPC after error@1211935788) -> (continuation of Deferred@1048114745 after retry RPC after error@570074636) -> (continuation of Deferred@1232963930 after retry RPC after error@1678573973) -> (continuation of Deferred@498985491 after retry RPC after error@1770255726) -> (continuation of Deferred@1284609629 after retry RPC after error@1075591155) -> (continuation of Deferred@847491217 after retry RPC after error@1155337002) -> (continuation of Deferred@71192210 after retry RPC after error@633094729)))
08:04:38.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:38.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:38.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:38.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:38.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:38.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.101 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=Deferred@745784057(state=PENDING, result=null, callback=(continuation of Deferred@1670808400 after retry RPC after error@1928539884) -> (continuation of Deferred@1418658852 after retry RPC after error@1717137478) -> (continuation of Deferred@822277086 after retry RPC after error@1517104988), errback=(continuation of Deferred@1670808400 after retry RPC after error@1928539884) -> (continuation of Deferred@1418658852 after retry RPC after error@1717137478) -> (continuation of Deferred@822277086 after retry RPC after error@1517104988)))
08:04:39.101 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=190, elapsed=200), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1987030545(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@5b192bda -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:39.101 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.121 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
08:04:39.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:39.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.380 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:39.380 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1167284388(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@5746ec37 -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:39.381 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.381 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1167284388(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@5746ec37 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:39.381 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1167284388(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@5746ec37 -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:39.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.661 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, deferred=null) with no deferred attached!
08:04:39.661 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1112445560(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@1dc7a4ed -> ConnectToMasterErrCB for 127.4.55.252:37829))
08:04:39.661 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.661 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1112445560(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@1dc7a4ed -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:39.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, deferred=Deferred@1112445560(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829, errback=org.apache.kudu.client.ConnectToCluster$1@1dc7a4ed -> ConnectToMasterErrCB for 127.4.55.252:37829)), deferred=null)
08:04:39.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.916 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=814), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:39.916 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=535), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:39.916 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=254), Traces: [0ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=null) with no deferred attached!
08:04:39.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:39.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.941 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [235ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@698226917(state=PENDING, result=null, callback=(continuation of Deferred@1388628100 after retry RPC after error@1074408266) -> (continuation of Deferred@939728889 after retry RPC after error@1627611436), errback=(continuation of Deferred@1388628100 after retry RPC after error@1074408266) -> (continuation of Deferred@939728889 after retry RPC after error@1627611436)))
08:04:39.941 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:39.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:39.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:39.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:39.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:39.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:39.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:39.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.221 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1547525318(state=PENDING, result=null, callback=(continuation of Deferred@1934721978 after retry RPC after error@369032110) -> (continuation of Deferred@746185908 after retry RPC after error@437536401) -> (continuation of Deferred@1705466426 after retry RPC after error@132574891) -> (continuation of Deferred@1692001959 after retry RPC after error@1547768931) -> (continuation of Deferred@65594203 after retry RPC after error@868996667) -> (continuation of Deferred@403497531 after retry RPC after error@1287262037) -> (continuation of Deferred@143445922 after retry RPC after error@1704700550), errback=(continuation of Deferred@1934721978 after retry RPC after error@369032110) -> (continuation of Deferred@746185908 after retry RPC after error@437536401) -> (continuation of Deferred@1705466426 after retry RPC after error@132574891) -> (continuation of Deferred@1692001959 after retry RPC after error@1547768931) -> (continuation of Deferred@65594203 after retry RPC after error@868996667) -> (continuation of Deferred@403497531 after retry RPC after error@1287262037) -> (continuation of Deferred@143445922 after retry RPC after error@1704700550)))
08:04:40.221 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:40.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2087333923(state=PENDING, result=null, callback=(continuation of Deferred@927452251 after retry RPC after error@1913462957) -> (continuation of Deferred@1622510138 after retry RPC after error@1307792679) -> (continuation of Deferred@1147104726 after retry RPC after error@1598830008) -> (continuation of Deferred@333746225 after retry RPC after error@1147778311) -> (continuation of Deferred@2070368641 after retry RPC after error@1161317024) -> (continuation of Deferred@1927950126 after retry RPC after error@2065853945), errback=(continuation of Deferred@927452251 after retry RPC after error@1913462957) -> (continuation of Deferred@1622510138 after retry RPC after error@1307792679) -> (continuation of Deferred@1147104726 after retry RPC after error@1598830008) -> (continuation of Deferred@333746225 after retry RPC after error@1147778311) -> (continuation of Deferred@2070368641 after retry RPC after error@1161317024) -> (continuation of Deferred@1927950126 after retry RPC after error@2065853945)))
08:04:40.443 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@2087333923(state=PENDING, result=null, callback=(continuation of Deferred@927452251 after retry RPC after error@1913462957) -> (continuation of Deferred@1622510138 after retry RPC after error@1307792679) -> (continuation of Deferred@1147104726 after retry RPC after error@1598830008) -> (continuation of Deferred@333746225 after retry RPC after error@1147778311) -> (continuation of Deferred@2070368641 after retry RPC after error@1161317024) -> (continuation of Deferred@1927950126 after retry RPC after error@2065853945), errback=(continuation of Deferred@927452251 after retry RPC after error@1913462957) -> (continuation of Deferred@1622510138 after retry RPC after error@1307792679) -> (continuation of Deferred@1147104726 after retry RPC after error@1598830008) -> (continuation of Deferred@333746225 after retry RPC after error@1147778311) -> (continuation of Deferred@2070368641 after retry RPC after error@1161317024) -> (continuation of Deferred@1927950126 after retry RPC after error@2065853945)))
08:04:40.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:40.650298 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:40.650453 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:40.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1758015973(state=PENDING, result=null, callback=(continuation of Deferred@1979784800 after retry RPC after error@940323603) -> (continuation of Deferred@850655019 after retry RPC after error@332705409) -> (continuation of Deferred@1842888837 after retry RPC after error@873816710) -> (continuation of Deferred@431149440 after retry RPC after error@799331473) -> (continuation of Deferred@5731720 after retry RPC after error@524891734) -> (continuation of Deferred@284740334 after retry RPC after error@426873916) -> (continuation of Deferred@582044079 after retry RPC after error@1956388905) -> (continuation of Deferred@585448430 after retry RPC after error@924879866), errback=(continuation of Deferred@1979784800 after retry RPC after error@940323603) -> (continuation of Deferred@850655019 after retry RPC after error@332705409) -> (continuation of Deferred@1842888837 after retry RPC after error@873816710) -> (continuation of Deferred@431149440 after retry RPC after error@799331473) -> (continuation of Deferred@5731720 after retry RPC after error@524891734) -> (continuation of Deferred@284740334 after retry RPC after error@426873916) -> (continuation of Deferred@582044079 after retry RPC after error@1956388905) -> (continuation of Deferred@585448430 after retry RPC after error@924879866)))
08:04:40.704 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1758015973(state=PENDING, result=null, callback=(continuation of Deferred@1979784800 after retry RPC after error@940323603) -> (continuation of Deferred@850655019 after retry RPC after error@332705409) -> (continuation of Deferred@1842888837 after retry RPC after error@873816710) -> (continuation of Deferred@431149440 after retry RPC after error@799331473) -> (continuation of Deferred@5731720 after retry RPC after error@524891734) -> (continuation of Deferred@284740334 after retry RPC after error@426873916) -> (continuation of Deferred@582044079 after retry RPC after error@1956388905) -> (continuation of Deferred@585448430 after retry RPC after error@924879866), errback=(continuation of Deferred@1979784800 after retry RPC after error@940323603) -> (continuation of Deferred@850655019 after retry RPC after error@332705409) -> (continuation of Deferred@1842888837 after retry RPC after error@873816710) -> (continuation of Deferred@431149440 after retry RPC after error@799331473) -> (continuation of Deferred@5731720 after retry RPC after error@524891734) -> (continuation of Deferred@284740334 after retry RPC after error@426873916) -> (continuation of Deferred@582044079 after retry RPC after error@1956388905) -> (continuation of Deferred@585448430 after retry RPC after error@924879866)))
08:04:40.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1203438827(state=PENDING, result=null, callback=(continuation of Deferred@970987245 after retry RPC after error@1168674701) -> (continuation of Deferred@363659288 after retry RPC after error@179225114) -> (continuation of Deferred@859896540 after retry RPC after error@848678878) -> (continuation of Deferred@1329964116 after retry RPC after error@856097204) -> (continuation of Deferred@128293650 after retry RPC after error@466771719) -> (continuation of Deferred@2044149549 after retry RPC after error@1918278402) -> (continuation of Deferred@1501623121 after retry RPC after error@1344517377) -> (continuation of Deferred@281925247 after retry RPC after error@1443221999), errback=(continuation of Deferred@970987245 after retry RPC after error@1168674701) -> (continuation of Deferred@363659288 after retry RPC after error@179225114) -> (continuation of Deferred@859896540 after retry RPC after error@848678878) -> (continuation of Deferred@1329964116 after retry RPC after error@856097204) -> (continuation of Deferred@128293650 after retry RPC after error@466771719) -> (continuation of Deferred@2044149549 after retry RPC after error@1918278402) -> (continuation of Deferred@1501623121 after retry RPC after error@1344517377) -> (continuation of Deferred@281925247 after retry RPC after error@1443221999)))
08:04:40.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1203438827(state=PENDING, result=null, callback=(continuation of Deferred@970987245 after retry RPC after error@1168674701) -> (continuation of Deferred@363659288 after retry RPC after error@179225114) -> (continuation of Deferred@859896540 after retry RPC after error@848678878) -> (continuation of Deferred@1329964116 after retry RPC after error@856097204) -> (continuation of Deferred@128293650 after retry RPC after error@466771719) -> (continuation of Deferred@2044149549 after retry RPC after error@1918278402) -> (continuation of Deferred@1501623121 after retry RPC after error@1344517377) -> (continuation of Deferred@281925247 after retry RPC after error@1443221999), errback=(continuation of Deferred@970987245 after retry RPC after error@1168674701) -> (continuation of Deferred@363659288 after retry RPC after error@179225114) -> (continuation of Deferred@859896540 after retry RPC after error@848678878) -> (continuation of Deferred@1329964116 after retry RPC after error@856097204) -> (continuation of Deferred@128293650 after retry RPC after error@466771719) -> (continuation of Deferred@2044149549 after retry RPC after error@1918278402) -> (continuation of Deferred@1501623121 after retry RPC after error@1344517377) -> (continuation of Deferred@281925247 after retry RPC after error@1443221999)))
08:04:40.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:40.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:40.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:40.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:40.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:40.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@807807333(state=PENDING, result=null, callback=(continuation of Deferred@974060095 after retry RPC after error@1188843990) -> (continuation of Deferred@165206628 after retry RPC after error@137668411) -> (continuation of Deferred@1168538368 after retry RPC after error@1632682115) -> (continuation of Deferred@773074231 after retry RPC after error@62147249) -> (continuation of Deferred@1975275452 after retry RPC after error@311414096) -> (continuation of Deferred@503130019 after retry RPC after error@1019021167) -> (continuation of Deferred@736853739 after retry RPC after error@1197659019), errback=(continuation of Deferred@974060095 after retry RPC after error@1188843990) -> (continuation of Deferred@165206628 after retry RPC after error@137668411) -> (continuation of Deferred@1168538368 after retry RPC after error@1632682115) -> (continuation of Deferred@773074231 after retry RPC after error@62147249) -> (continuation of Deferred@1975275452 after retry RPC after error@311414096) -> (continuation of Deferred@503130019 after retry RPC after error@1019021167) -> (continuation of Deferred@736853739 after retry RPC after error@1197659019)))
08:04:41.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@807807333(state=PENDING, result=null, callback=(continuation of Deferred@974060095 after retry RPC after error@1188843990) -> (continuation of Deferred@165206628 after retry RPC after error@137668411) -> (continuation of Deferred@1168538368 after retry RPC after error@1632682115) -> (continuation of Deferred@773074231 after retry RPC after error@62147249) -> (continuation of Deferred@1975275452 after retry RPC after error@311414096) -> (continuation of Deferred@503130019 after retry RPC after error@1019021167) -> (continuation of Deferred@736853739 after retry RPC after error@1197659019), errback=(continuation of Deferred@974060095 after retry RPC after error@1188843990) -> (continuation of Deferred@165206628 after retry RPC after error@137668411) -> (continuation of Deferred@1168538368 after retry RPC after error@1632682115) -> (continuation of Deferred@773074231 after retry RPC after error@62147249) -> (continuation of Deferred@1975275452 after retry RPC after error@311414096) -> (continuation of Deferred@503130019 after retry RPC after error@1019021167) -> (continuation of Deferred@736853739 after retry RPC after error@1197659019)))
08:04:41.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.260 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1322513943(state=PENDING, result=null, callback=(continuation of Deferred@241082763 after retry RPC after error@184582105) -> (continuation of Deferred@1114455908 after retry RPC after error@333384304) -> (continuation of Deferred@1752605561 after retry RPC after error@1610675993) -> (continuation of Deferred@1262318178 after retry RPC after error@542797311) -> (continuation of Deferred@2104127462 after retry RPC after error@448128877) -> (continuation of Deferred@976955451 after retry RPC after error@1241354006) -> (continuation of Deferred@1741085840 after retry RPC after error@1392361866), errback=(continuation of Deferred@241082763 after retry RPC after error@184582105) -> (continuation of Deferred@1114455908 after retry RPC after error@333384304) -> (continuation of Deferred@1752605561 after retry RPC after error@1610675993) -> (continuation of Deferred@1262318178 after retry RPC after error@542797311) -> (continuation of Deferred@2104127462 after retry RPC after error@448128877) -> (continuation of Deferred@976955451 after retry RPC after error@1241354006) -> (continuation of Deferred@1741085840 after retry RPC after error@1392361866)))
08:04:41.423 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1322513943(state=PENDING, result=null, callback=(continuation of Deferred@241082763 after retry RPC after error@184582105) -> (continuation of Deferred@1114455908 after retry RPC after error@333384304) -> (continuation of Deferred@1752605561 after retry RPC after error@1610675993) -> (continuation of Deferred@1262318178 after retry RPC after error@542797311) -> (continuation of Deferred@2104127462 after retry RPC after error@448128877) -> (continuation of Deferred@976955451 after retry RPC after error@1241354006) -> (continuation of Deferred@1741085840 after retry RPC after error@1392361866), errback=(continuation of Deferred@241082763 after retry RPC after error@184582105) -> (continuation of Deferred@1114455908 after retry RPC after error@333384304) -> (continuation of Deferred@1752605561 after retry RPC after error@1610675993) -> (continuation of Deferred@1262318178 after retry RPC after error@542797311) -> (continuation of Deferred@2104127462 after retry RPC after error@448128877) -> (continuation of Deferred@976955451 after retry RPC after error@1241354006) -> (continuation of Deferred@1741085840 after retry RPC after error@1392361866)))
08:04:41.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@285173147(state=PENDING, result=null, callback=(continuation of Deferred@305788642 after retry RPC after error@1321050704) -> (continuation of Deferred@68387737 after retry RPC after error@1873538365) -> (continuation of Deferred@855148748 after retry RPC after error@292819937) -> (continuation of Deferred@165889309 after retry RPC after error@957448985) -> (continuation of Deferred@1339675167 after retry RPC after error@2114136862) -> (continuation of Deferred@1843085934 after retry RPC after error@1483148679) -> (continuation of Deferred@1504671166 after retry RPC after error@1049886286), errback=(continuation of Deferred@305788642 after retry RPC after error@1321050704) -> (continuation of Deferred@68387737 after retry RPC after error@1873538365) -> (continuation of Deferred@855148748 after retry RPC after error@292819937) -> (continuation of Deferred@165889309 after retry RPC after error@957448985) -> (continuation of Deferred@1339675167 after retry RPC after error@2114136862) -> (continuation of Deferred@1843085934 after retry RPC after error@1483148679) -> (continuation of Deferred@1504671166 after retry RPC after error@1049886286)))
08:04:41.643 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@285173147(state=PENDING, result=null, callback=(continuation of Deferred@305788642 after retry RPC after error@1321050704) -> (continuation of Deferred@68387737 after retry RPC after error@1873538365) -> (continuation of Deferred@855148748 after retry RPC after error@292819937) -> (continuation of Deferred@165889309 after retry RPC after error@957448985) -> (continuation of Deferred@1339675167 after retry RPC after error@2114136862) -> (continuation of Deferred@1843085934 after retry RPC after error@1483148679) -> (continuation of Deferred@1504671166 after retry RPC after error@1049886286), errback=(continuation of Deferred@305788642 after retry RPC after error@1321050704) -> (continuation of Deferred@68387737 after retry RPC after error@1873538365) -> (continuation of Deferred@855148748 after retry RPC after error@292819937) -> (continuation of Deferred@165889309 after retry RPC after error@957448985) -> (continuation of Deferred@1339675167 after retry RPC after error@2114136862) -> (continuation of Deferred@1843085934 after retry RPC after error@1483148679) -> (continuation of Deferred@1504671166 after retry RPC after error@1049886286)))
08:04:41.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@993392703(state=PENDING, result=null, callback=(continuation of Deferred@462304236 after retry RPC after error@1413985993) -> (continuation of Deferred@1514690732 after retry RPC after error@1319675866) -> (continuation of Deferred@609479856 after retry RPC after error@1296824077) -> (continuation of Deferred@1440631600 after retry RPC after error@1581490214) -> (continuation of Deferred@1699672370 after retry RPC after error@2007994633) -> (continuation of Deferred@1351602951 after retry RPC after error@328080288), errback=(continuation of Deferred@462304236 after retry RPC after error@1413985993) -> (continuation of Deferred@1514690732 after retry RPC after error@1319675866) -> (continuation of Deferred@609479856 after retry RPC after error@1296824077) -> (continuation of Deferred@1440631600 after retry RPC after error@1581490214) -> (continuation of Deferred@1699672370 after retry RPC after error@2007994633) -> (continuation of Deferred@1351602951 after retry RPC after error@328080288)))
08:04:41.844 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@993392703(state=PENDING, result=null, callback=(continuation of Deferred@462304236 after retry RPC after error@1413985993) -> (continuation of Deferred@1514690732 after retry RPC after error@1319675866) -> (continuation of Deferred@609479856 after retry RPC after error@1296824077) -> (continuation of Deferred@1440631600 after retry RPC after error@1581490214) -> (continuation of Deferred@1699672370 after retry RPC after error@2007994633) -> (continuation of Deferred@1351602951 after retry RPC after error@328080288), errback=(continuation of Deferred@462304236 after retry RPC after error@1413985993) -> (continuation of Deferred@1514690732 after retry RPC after error@1319675866) -> (continuation of Deferred@609479856 after retry RPC after error@1296824077) -> (continuation of Deferred@1440631600 after retry RPC after error@1581490214) -> (continuation of Deferred@1699672370 after retry RPC after error@2007994633) -> (continuation of Deferred@1351602951 after retry RPC after error@328080288)))
08:04:41.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:41.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:41.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:41.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:41.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:41.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1270000757(state=PENDING, result=null, callback=(continuation of Deferred@1225361550 after retry RPC after error@1715274800) -> (continuation of Deferred@881866930 after retry RPC after error@1780480849) -> (continuation of Deferred@1876382564 after retry RPC after error@1640351274) -> (continuation of Deferred@1420113672 after retry RPC after error@1098222526) -> (continuation of Deferred@351059079 after retry RPC after error@1532480678) -> (continuation of Deferred@641187251 after retry RPC after error@1274215088) -> (continuation of Deferred@973832141 after retry RPC after error@1599907542), errback=(continuation of Deferred@1225361550 after retry RPC after error@1715274800) -> (continuation of Deferred@881866930 after retry RPC after error@1780480849) -> (continuation of Deferred@1876382564 after retry RPC after error@1640351274) -> (continuation of Deferred@1420113672 after retry RPC after error@1098222526) -> (continuation of Deferred@351059079 after retry RPC after error@1532480678) -> (continuation of Deferred@641187251 after retry RPC after error@1274215088) -> (continuation of Deferred@973832141 after retry RPC after error@1599907542)))
08:04:42.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1270000757(state=PENDING, result=null, callback=(continuation of Deferred@1225361550 after retry RPC after error@1715274800) -> (continuation of Deferred@881866930 after retry RPC after error@1780480849) -> (continuation of Deferred@1876382564 after retry RPC after error@1640351274) -> (continuation of Deferred@1420113672 after retry RPC after error@1098222526) -> (continuation of Deferred@351059079 after retry RPC after error@1532480678) -> (continuation of Deferred@641187251 after retry RPC after error@1274215088) -> (continuation of Deferred@973832141 after retry RPC after error@1599907542), errback=(continuation of Deferred@1225361550 after retry RPC after error@1715274800) -> (continuation of Deferred@881866930 after retry RPC after error@1780480849) -> (continuation of Deferred@1876382564 after retry RPC after error@1640351274) -> (continuation of Deferred@1420113672 after retry RPC after error@1098222526) -> (continuation of Deferred@351059079 after retry RPC after error@1532480678) -> (continuation of Deferred@641187251 after retry RPC after error@1274215088) -> (continuation of Deferred@973832141 after retry RPC after error@1599907542)))
08:04:42.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@170270087(state=PENDING, result=null, callback=(continuation of Deferred@1228573723 after retry RPC after error@1560098946) -> (continuation of Deferred@46024668 after retry RPC after error@953067561) -> (continuation of Deferred@629780863 after retry RPC after error@277197924) -> (continuation of Deferred@1626702095 after retry RPC after error@767025880) -> (continuation of Deferred@1163770968 after retry RPC after error@2026243587) -> (continuation of Deferred@888610285 after retry RPC after error@642029705) -> (continuation of Deferred@240344933 after retry RPC after error@1181591218), errback=(continuation of Deferred@1228573723 after retry RPC after error@1560098946) -> (continuation of Deferred@46024668 after retry RPC after error@953067561) -> (continuation of Deferred@629780863 after retry RPC after error@277197924) -> (continuation of Deferred@1626702095 after retry RPC after error@767025880) -> (continuation of Deferred@1163770968 after retry RPC after error@2026243587) -> (continuation of Deferred@888610285 after retry RPC after error@642029705) -> (continuation of Deferred@240344933 after retry RPC after error@1181591218)))
08:04:42.282 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@170270087(state=PENDING, result=null, callback=(continuation of Deferred@1228573723 after retry RPC after error@1560098946) -> (continuation of Deferred@46024668 after retry RPC after error@953067561) -> (continuation of Deferred@629780863 after retry RPC after error@277197924) -> (continuation of Deferred@1626702095 after retry RPC after error@767025880) -> (continuation of Deferred@1163770968 after retry RPC after error@2026243587) -> (continuation of Deferred@888610285 after retry RPC after error@642029705) -> (continuation of Deferred@240344933 after retry RPC after error@1181591218), errback=(continuation of Deferred@1228573723 after retry RPC after error@1560098946) -> (continuation of Deferred@46024668 after retry RPC after error@953067561) -> (continuation of Deferred@629780863 after retry RPC after error@277197924) -> (continuation of Deferred@1626702095 after retry RPC after error@767025880) -> (continuation of Deferred@1163770968 after retry RPC after error@2026243587) -> (continuation of Deferred@888610285 after retry RPC after error@642029705) -> (continuation of Deferred@240344933 after retry RPC after error@1181591218)))
08:04:42.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.561 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@543142538(state=PENDING, result=null, callback=(continuation of Deferred@1222197688 after retry RPC after error@1962824551) -> (continuation of Deferred@751541053 after retry RPC after error@1901967308) -> (continuation of Deferred@1938549982 after retry RPC after error@1969810595) -> (continuation of Deferred@84579136 after retry RPC after error@427145210) -> (continuation of Deferred@901006614 after retry RPC after error@118209271) -> (continuation of Deferred@1447733701 after retry RPC after error@1647578769) -> (continuation of Deferred@1967094580 after retry RPC after error@792308582), errback=(continuation of Deferred@1222197688 after retry RPC after error@1962824551) -> (continuation of Deferred@751541053 after retry RPC after error@1901967308) -> (continuation of Deferred@1938549982 after retry RPC after error@1969810595) -> (continuation of Deferred@84579136 after retry RPC after error@427145210) -> (continuation of Deferred@901006614 after retry RPC after error@118209271) -> (continuation of Deferred@1447733701 after retry RPC after error@1647578769) -> (continuation of Deferred@1967094580 after retry RPC after error@792308582)))
08:04:42.562 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:42.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1664144613(state=PENDING, result=null, callback=(continuation of Deferred@790031910 after retry RPC after error@793733690) -> (continuation of Deferred@836319862 after retry RPC after error@1420515156) -> (continuation of Deferred@1280635961 after retry RPC after error@413030707) -> (continuation of Deferred@1617742556 after retry RPC after error@1861427314) -> (continuation of Deferred@99480745 after retry RPC after error@1875927782) -> (continuation of Deferred@1777106922 after retry RPC after error@510341653), errback=(continuation of Deferred@790031910 after retry RPC after error@793733690) -> (continuation of Deferred@836319862 after retry RPC after error@1420515156) -> (continuation of Deferred@1280635961 after retry RPC after error@413030707) -> (continuation of Deferred@1617742556 after retry RPC after error@1861427314) -> (continuation of Deferred@99480745 after retry RPC after error@1875927782) -> (continuation of Deferred@1777106922 after retry RPC after error@510341653)))
08:04:42.743 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1664144613(state=PENDING, result=null, callback=(continuation of Deferred@790031910 after retry RPC after error@793733690) -> (continuation of Deferred@836319862 after retry RPC after error@1420515156) -> (continuation of Deferred@1280635961 after retry RPC after error@413030707) -> (continuation of Deferred@1617742556 after retry RPC after error@1861427314) -> (continuation of Deferred@99480745 after retry RPC after error@1875927782) -> (continuation of Deferred@1777106922 after retry RPC after error@510341653), errback=(continuation of Deferred@790031910 after retry RPC after error@793733690) -> (continuation of Deferred@836319862 after retry RPC after error@1420515156) -> (continuation of Deferred@1280635961 after retry RPC after error@413030707) -> (continuation of Deferred@1617742556 after retry RPC after error@1861427314) -> (continuation of Deferred@99480745 after retry RPC after error@1875927782) -> (continuation of Deferred@1777106922 after retry RPC after error@510341653)))
08:04:42.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:42.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:42.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:42.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:42.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:42.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.021 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@777280356(state=PENDING, result=null, callback=(continuation of Deferred@1125001930 after retry RPC after error@921397104) -> (continuation of Deferred@1197749830 after retry RPC after error@1273486005) -> (continuation of Deferred@2039341433 after retry RPC after error@347130335) -> (continuation of Deferred@1920998153 after retry RPC after error@122111390) -> (continuation of Deferred@290974246 after retry RPC after error@54212578) -> (continuation of Deferred@1905343711 after retry RPC after error@1288174790) -> (continuation of Deferred@1659845026 after retry RPC after error@951158330), errback=(continuation of Deferred@1125001930 after retry RPC after error@921397104) -> (continuation of Deferred@1197749830 after retry RPC after error@1273486005) -> (continuation of Deferred@2039341433 after retry RPC after error@347130335) -> (continuation of Deferred@1920998153 after retry RPC after error@122111390) -> (continuation of Deferred@290974246 after retry RPC after error@54212578) -> (continuation of Deferred@1905343711 after retry RPC after error@1288174790) -> (continuation of Deferred@1659845026 after retry RPC after error@951158330)))
08:04:43.022 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:43.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:43.269604 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:43.274894 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 87) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:43.276218 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:43.301 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1334690576(state=PENDING, result=null, callback=(continuation of Deferred@1093322152 after retry RPC after error@1899948515) -> (continuation of Deferred@1532600064 after retry RPC after error@2062373432) -> (continuation of Deferred@1836961608 after retry RPC after error@1804223221) -> (continuation of Deferred@2084331803 after retry RPC after error@1825607734) -> (continuation of Deferred@1867781483 after retry RPC after error@1450213278) -> (continuation of Deferred@1230764274 after retry RPC after error@568492239) -> (continuation of Deferred@1850877653 after retry RPC after error@990590990) -> (continuation of Deferred@755092469 after retry RPC after error@407945826), errback=(continuation of Deferred@1093322152 after retry RPC after error@1899948515) -> (continuation of Deferred@1532600064 after retry RPC after error@2062373432) -> (continuation of Deferred@1836961608 after retry RPC after error@1804223221) -> (continuation of Deferred@2084331803 after retry RPC after error@1825607734) -> (continuation of Deferred@1867781483 after retry RPC after error@1450213278) -> (continuation of Deferred@1230764274 after retry RPC after error@568492239) -> (continuation of Deferred@1850877653 after retry RPC after error@990590990) -> (continuation of Deferred@755092469 after retry RPC after error@407945826)))
08:04:43.302 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:43.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1777840463(state=PENDING, result=null, callback=(continuation of Deferred@526507529 after retry RPC after error@1415585259) -> (continuation of Deferred@1267223342 after retry RPC after error@522319577) -> (continuation of Deferred@237101730 after retry RPC after error@1526344136) -> (continuation of Deferred@1394788482 after retry RPC after error@1126525697) -> (continuation of Deferred@1108391221 after retry RPC after error@1227845846) -> (continuation of Deferred@202164137 after retry RPC after error@1687803978) -> (continuation of Deferred@593977585 after retry RPC after error@301735307), errback=(continuation of Deferred@526507529 after retry RPC after error@1415585259) -> (continuation of Deferred@1267223342 after retry RPC after error@522319577) -> (continuation of Deferred@237101730 after retry RPC after error@1526344136) -> (continuation of Deferred@1394788482 after retry RPC after error@1126525697) -> (continuation of Deferred@1108391221 after retry RPC after error@1227845846) -> (continuation of Deferred@202164137 after retry RPC after error@1687803978) -> (continuation of Deferred@593977585 after retry RPC after error@301735307)))
08:04:43.502 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1777840463(state=PENDING, result=null, callback=(continuation of Deferred@526507529 after retry RPC after error@1415585259) -> (continuation of Deferred@1267223342 after retry RPC after error@522319577) -> (continuation of Deferred@237101730 after retry RPC after error@1526344136) -> (continuation of Deferred@1394788482 after retry RPC after error@1126525697) -> (continuation of Deferred@1108391221 after retry RPC after error@1227845846) -> (continuation of Deferred@202164137 after retry RPC after error@1687803978) -> (continuation of Deferred@593977585 after retry RPC after error@301735307), errback=(continuation of Deferred@526507529 after retry RPC after error@1415585259) -> (continuation of Deferred@1267223342 after retry RPC after error@522319577) -> (continuation of Deferred@237101730 after retry RPC after error@1526344136) -> (continuation of Deferred@1394788482 after retry RPC after error@1126525697) -> (continuation of Deferred@1108391221 after retry RPC after error@1227845846) -> (continuation of Deferred@202164137 after retry RPC after error@1687803978) -> (continuation of Deferred@593977585 after retry RPC after error@301735307)))
08:04:43.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.662 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2025950354(state=PENDING, result=null, callback=(continuation of Deferred@1798509895 after retry RPC after error@1559884280) -> (continuation of Deferred@1572336864 after retry RPC after error@694572760) -> (continuation of Deferred@1510799262 after retry RPC after error@1231665942) -> (continuation of Deferred@723211823 after retry RPC after error@810554626) -> (continuation of Deferred@232633489 after retry RPC after error@157818679) -> (continuation of Deferred@2016643611 after retry RPC after error@1224439834) -> (continuation of Deferred@685913256 after retry RPC after error@1639581476), errback=(continuation of Deferred@1798509895 after retry RPC after error@1559884280) -> (continuation of Deferred@1572336864 after retry RPC after error@694572760) -> (continuation of Deferred@1510799262 after retry RPC after error@1231665942) -> (continuation of Deferred@723211823 after retry RPC after error@810554626) -> (continuation of Deferred@232633489 after retry RPC after error@157818679) -> (continuation of Deferred@2016643611 after retry RPC after error@1224439834) -> (continuation of Deferred@685913256 after retry RPC after error@1639581476)))
08:04:43.663 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2025950354(state=PENDING, result=null, callback=(continuation of Deferred@1798509895 after retry RPC after error@1559884280) -> (continuation of Deferred@1572336864 after retry RPC after error@694572760) -> (continuation of Deferred@1510799262 after retry RPC after error@1231665942) -> (continuation of Deferred@723211823 after retry RPC after error@810554626) -> (continuation of Deferred@232633489 after retry RPC after error@157818679) -> (continuation of Deferred@2016643611 after retry RPC after error@1224439834) -> (continuation of Deferred@685913256 after retry RPC after error@1639581476), errback=(continuation of Deferred@1798509895 after retry RPC after error@1559884280) -> (continuation of Deferred@1572336864 after retry RPC after error@694572760) -> (continuation of Deferred@1510799262 after retry RPC after error@1231665942) -> (continuation of Deferred@723211823 after retry RPC after error@810554626) -> (continuation of Deferred@232633489 after retry RPC after error@157818679) -> (continuation of Deferred@2016643611 after retry RPC after error@1224439834) -> (continuation of Deferred@685913256 after retry RPC after error@1639581476)))
08:04:43.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1384293418(state=PENDING, result=null, callback=(continuation of Deferred@713526822 after retry RPC after error@1622975230) -> (continuation of Deferred@474112523 after retry RPC after error@1529230941) -> (continuation of Deferred@1296459169 after retry RPC after error@1223202213) -> (continuation of Deferred@1203106953 after retry RPC after error@768325372) -> (continuation of Deferred@1407100297 after retry RPC after error@1603749866) -> (continuation of Deferred@930017581 after retry RPC after error@1206050154), errback=(continuation of Deferred@713526822 after retry RPC after error@1622975230) -> (continuation of Deferred@474112523 after retry RPC after error@1529230941) -> (continuation of Deferred@1296459169 after retry RPC after error@1223202213) -> (continuation of Deferred@1203106953 after retry RPC after error@768325372) -> (continuation of Deferred@1407100297 after retry RPC after error@1603749866) -> (continuation of Deferred@930017581 after retry RPC after error@1206050154)))
08:04:43.842 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1384293418(state=PENDING, result=null, callback=(continuation of Deferred@713526822 after retry RPC after error@1622975230) -> (continuation of Deferred@474112523 after retry RPC after error@1529230941) -> (continuation of Deferred@1296459169 after retry RPC after error@1223202213) -> (continuation of Deferred@1203106953 after retry RPC after error@768325372) -> (continuation of Deferred@1407100297 after retry RPC after error@1603749866) -> (continuation of Deferred@930017581 after retry RPC after error@1206050154), errback=(continuation of Deferred@713526822 after retry RPC after error@1622975230) -> (continuation of Deferred@474112523 after retry RPC after error@1529230941) -> (continuation of Deferred@1296459169 after retry RPC after error@1223202213) -> (continuation of Deferred@1203106953 after retry RPC after error@768325372) -> (continuation of Deferred@1407100297 after retry RPC after error@1603749866) -> (continuation of Deferred@930017581 after retry RPC after error@1206050154)))
08:04:43.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:43.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:43.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:43.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:43.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:43.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.040 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@6936372(state=PENDING, result=null, callback=(continuation of Deferred@507518242 after retry RPC after error@524082722) -> (continuation of Deferred@1466267525 after retry RPC after error@435935786) -> (continuation of Deferred@122453306 after retry RPC after error@2121825855) -> (continuation of Deferred@48097066 after retry RPC after error@1160796113) -> (continuation of Deferred@569464800 after retry RPC after error@474307687) -> (continuation of Deferred@1909197938 after retry RPC after error@914707269) -> (continuation of Deferred@492854306 after retry RPC after error@737189261), errback=(continuation of Deferred@507518242 after retry RPC after error@524082722) -> (continuation of Deferred@1466267525 after retry RPC after error@435935786) -> (continuation of Deferred@122453306 after retry RPC after error@2121825855) -> (continuation of Deferred@48097066 after retry RPC after error@1160796113) -> (continuation of Deferred@569464800 after retry RPC after error@474307687) -> (continuation of Deferred@1909197938 after retry RPC after error@914707269) -> (continuation of Deferred@492854306 after retry RPC after error@737189261)))
08:04:44.042 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@6936372(state=PENDING, result=null, callback=(continuation of Deferred@507518242 after retry RPC after error@524082722) -> (continuation of Deferred@1466267525 after retry RPC after error@435935786) -> (continuation of Deferred@122453306 after retry RPC after error@2121825855) -> (continuation of Deferred@48097066 after retry RPC after error@1160796113) -> (continuation of Deferred@569464800 after retry RPC after error@474307687) -> (continuation of Deferred@1909197938 after retry RPC after error@914707269) -> (continuation of Deferred@492854306 after retry RPC after error@737189261), errback=(continuation of Deferred@507518242 after retry RPC after error@524082722) -> (continuation of Deferred@1466267525 after retry RPC after error@435935786) -> (continuation of Deferred@122453306 after retry RPC after error@2121825855) -> (continuation of Deferred@48097066 after retry RPC after error@1160796113) -> (continuation of Deferred@569464800 after retry RPC after error@474307687) -> (continuation of Deferred@1909197938 after retry RPC after error@914707269) -> (continuation of Deferred@492854306 after retry RPC after error@737189261)))
08:04:44.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@753538968(state=PENDING, result=null, callback=(continuation of Deferred@427438948 after retry RPC after error@923679563) -> (continuation of Deferred@1734742004 after retry RPC after error@457998935) -> (continuation of Deferred@1399157577 after retry RPC after error@360177165) -> (continuation of Deferred@1111059192 after retry RPC after error@1024984786) -> (continuation of Deferred@1159709955 after retry RPC after error@1848896539) -> (continuation of Deferred@1741956495 after retry RPC after error@436699441), errback=(continuation of Deferred@427438948 after retry RPC after error@923679563) -> (continuation of Deferred@1734742004 after retry RPC after error@457998935) -> (continuation of Deferred@1399157577 after retry RPC after error@360177165) -> (continuation of Deferred@1111059192 after retry RPC after error@1024984786) -> (continuation of Deferred@1159709955 after retry RPC after error@1848896539) -> (continuation of Deferred@1741956495 after retry RPC after error@436699441)))
08:04:44.223 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@753538968(state=PENDING, result=null, callback=(continuation of Deferred@427438948 after retry RPC after error@923679563) -> (continuation of Deferred@1734742004 after retry RPC after error@457998935) -> (continuation of Deferred@1399157577 after retry RPC after error@360177165) -> (continuation of Deferred@1111059192 after retry RPC after error@1024984786) -> (continuation of Deferred@1159709955 after retry RPC after error@1848896539) -> (continuation of Deferred@1741956495 after retry RPC after error@436699441), errback=(continuation of Deferred@427438948 after retry RPC after error@923679563) -> (continuation of Deferred@1734742004 after retry RPC after error@457998935) -> (continuation of Deferred@1399157577 after retry RPC after error@360177165) -> (continuation of Deferred@1111059192 after retry RPC after error@1024984786) -> (continuation of Deferred@1159709955 after retry RPC after error@1848896539) -> (continuation of Deferred@1741956495 after retry RPC after error@436699441)))
08:04:44.240 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@473074522(state=PENDING, result=null, callback=(continuation of Deferred@1356092614 after retry RPC after error@345090674) -> (continuation of Deferred@1969160458 after retry RPC after error@2109680800) -> (continuation of Deferred@255800757 after retry RPC after error@384097306) -> (continuation of Deferred@465488029 after retry RPC after error@534785382) -> (continuation of Deferred@1761878450 after retry RPC after error@1504715908) -> (continuation of Deferred@875029775 after retry RPC after error@716334576) -> (continuation of Deferred@1660143781 after retry RPC after error@977224827), errback=(continuation of Deferred@1356092614 after retry RPC after error@345090674) -> (continuation of Deferred@1969160458 after retry RPC after error@2109680800) -> (continuation of Deferred@255800757 after retry RPC after error@384097306) -> (continuation of Deferred@465488029 after retry RPC after error@534785382) -> (continuation of Deferred@1761878450 after retry RPC after error@1504715908) -> (continuation of Deferred@875029775 after retry RPC after error@716334576) -> (continuation of Deferred@1660143781 after retry RPC after error@977224827)))
08:04:44.402 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@473074522(state=PENDING, result=null, callback=(continuation of Deferred@1356092614 after retry RPC after error@345090674) -> (continuation of Deferred@1969160458 after retry RPC after error@2109680800) -> (continuation of Deferred@255800757 after retry RPC after error@384097306) -> (continuation of Deferred@465488029 after retry RPC after error@534785382) -> (continuation of Deferred@1761878450 after retry RPC after error@1504715908) -> (continuation of Deferred@875029775 after retry RPC after error@716334576) -> (continuation of Deferred@1660143781 after retry RPC after error@977224827), errback=(continuation of Deferred@1356092614 after retry RPC after error@345090674) -> (continuation of Deferred@1969160458 after retry RPC after error@2109680800) -> (continuation of Deferred@255800757 after retry RPC after error@384097306) -> (continuation of Deferred@465488029 after retry RPC after error@534785382) -> (continuation of Deferred@1761878450 after retry RPC after error@1504715908) -> (continuation of Deferred@875029775 after retry RPC after error@716334576) -> (continuation of Deferred@1660143781 after retry RPC after error@977224827)))
08:04:44.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1987142107(state=PENDING, result=null, callback=(continuation of Deferred@1644594324 after retry RPC after error@1306612096) -> (continuation of Deferred@131941038 after retry RPC after error@2061468727) -> (continuation of Deferred@749440476 after retry RPC after error@1795273880) -> (continuation of Deferred@103043940 after retry RPC after error@6066603) -> (continuation of Deferred@1894328593 after retry RPC after error@380298976) -> (continuation of Deferred@842082338 after retry RPC after error@1451505158), errback=(continuation of Deferred@1644594324 after retry RPC after error@1306612096) -> (continuation of Deferred@131941038 after retry RPC after error@2061468727) -> (continuation of Deferred@749440476 after retry RPC after error@1795273880) -> (continuation of Deferred@103043940 after retry RPC after error@6066603) -> (continuation of Deferred@1894328593 after retry RPC after error@380298976) -> (continuation of Deferred@842082338 after retry RPC after error@1451505158)))
08:04:44.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1987142107(state=PENDING, result=null, callback=(continuation of Deferred@1644594324 after retry RPC after error@1306612096) -> (continuation of Deferred@131941038 after retry RPC after error@2061468727) -> (continuation of Deferred@749440476 after retry RPC after error@1795273880) -> (continuation of Deferred@103043940 after retry RPC after error@6066603) -> (continuation of Deferred@1894328593 after retry RPC after error@380298976) -> (continuation of Deferred@842082338 after retry RPC after error@1451505158), errback=(continuation of Deferred@1644594324 after retry RPC after error@1306612096) -> (continuation of Deferred@131941038 after retry RPC after error@2061468727) -> (continuation of Deferred@749440476 after retry RPC after error@1795273880) -> (continuation of Deferred@103043940 after retry RPC after error@6066603) -> (continuation of Deferred@1894328593 after retry RPC after error@380298976) -> (continuation of Deferred@842082338 after retry RPC after error@1451505158)))
08:04:44.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.680 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.720 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1401685456(state=PENDING, result=null, callback=(continuation of Deferred@1632102344 after retry RPC after error@432628457) -> (continuation of Deferred@200237458 after retry RPC after error@956188602) -> (continuation of Deferred@1725533898 after retry RPC after error@878012114) -> (continuation of Deferred@1153851963 after retry RPC after error@240070286) -> (continuation of Deferred@617238099 after retry RPC after error@1001836526) -> (continuation of Deferred@1284945177 after retry RPC after error@995809627) -> (continuation of Deferred@1293197493 after retry RPC after error@1087430470), errback=(continuation of Deferred@1632102344 after retry RPC after error@432628457) -> (continuation of Deferred@200237458 after retry RPC after error@956188602) -> (continuation of Deferred@1725533898 after retry RPC after error@878012114) -> (continuation of Deferred@1153851963 after retry RPC after error@240070286) -> (continuation of Deferred@617238099 after retry RPC after error@1001836526) -> (continuation of Deferred@1284945177 after retry RPC after error@995809627) -> (continuation of Deferred@1293197493 after retry RPC after error@1087430470)))
08:04:44.823 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1401685456(state=PENDING, result=null, callback=(continuation of Deferred@1632102344 after retry RPC after error@432628457) -> (continuation of Deferred@200237458 after retry RPC after error@956188602) -> (continuation of Deferred@1725533898 after retry RPC after error@878012114) -> (continuation of Deferred@1153851963 after retry RPC after error@240070286) -> (continuation of Deferred@617238099 after retry RPC after error@1001836526) -> (continuation of Deferred@1284945177 after retry RPC after error@995809627) -> (continuation of Deferred@1293197493 after retry RPC after error@1087430470), errback=(continuation of Deferred@1632102344 after retry RPC after error@432628457) -> (continuation of Deferred@200237458 after retry RPC after error@956188602) -> (continuation of Deferred@1725533898 after retry RPC after error@878012114) -> (continuation of Deferred@1153851963 after retry RPC after error@240070286) -> (continuation of Deferred@617238099 after retry RPC after error@1001836526) -> (continuation of Deferred@1284945177 after retry RPC after error@995809627) -> (continuation of Deferred@1293197493 after retry RPC after error@1087430470)))
08:04:44.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:44.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:44.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:44.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:44.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:44.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@552902786(state=PENDING, result=null, callback=(continuation of Deferred@1648507453 after retry RPC after error@2071468719) -> (continuation of Deferred@604753877 after retry RPC after error@561945446) -> (continuation of Deferred@1377754790 after retry RPC after error@1770523432) -> (continuation of Deferred@319227051 after retry RPC after error@1182205958) -> (continuation of Deferred@1656231296 after retry RPC after error@1270911924) -> (continuation of Deferred@1623843899 after retry RPC after error@511764252) -> (continuation of Deferred@1018619225 after retry RPC after error@1940163656), errback=(continuation of Deferred@1648507453 after retry RPC after error@2071468719) -> (continuation of Deferred@604753877 after retry RPC after error@561945446) -> (continuation of Deferred@1377754790 after retry RPC after error@1770523432) -> (continuation of Deferred@319227051 after retry RPC after error@1182205958) -> (continuation of Deferred@1656231296 after retry RPC after error@1270911924) -> (continuation of Deferred@1623843899 after retry RPC after error@511764252) -> (continuation of Deferred@1018619225 after retry RPC after error@1940163656)))
08:04:45.063 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@552902786(state=PENDING, result=null, callback=(continuation of Deferred@1648507453 after retry RPC after error@2071468719) -> (continuation of Deferred@604753877 after retry RPC after error@561945446) -> (continuation of Deferred@1377754790 after retry RPC after error@1770523432) -> (continuation of Deferred@319227051 after retry RPC after error@1182205958) -> (continuation of Deferred@1656231296 after retry RPC after error@1270911924) -> (continuation of Deferred@1623843899 after retry RPC after error@511764252) -> (continuation of Deferred@1018619225 after retry RPC after error@1940163656), errback=(continuation of Deferred@1648507453 after retry RPC after error@2071468719) -> (continuation of Deferred@604753877 after retry RPC after error@561945446) -> (continuation of Deferred@1377754790 after retry RPC after error@1770523432) -> (continuation of Deferred@319227051 after retry RPC after error@1182205958) -> (continuation of Deferred@1656231296 after retry RPC after error@1270911924) -> (continuation of Deferred@1623843899 after retry RPC after error@511764252) -> (continuation of Deferred@1018619225 after retry RPC after error@1940163656)))
08:04:45.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@851587852(state=PENDING, result=null, callback=(continuation of Deferred@1176348903 after retry RPC after error@1668011207) -> (continuation of Deferred@1162264833 after retry RPC after error@1715454198) -> (continuation of Deferred@1305347654 after retry RPC after error@1891516116) -> (continuation of Deferred@58963723 after retry RPC after error@455344125) -> (continuation of Deferred@643966697 after retry RPC after error@665580655) -> (continuation of Deferred@965620862 after retry RPC after error@1037494437) -> (continuation of Deferred@179623064 after retry RPC after error@1917079853), errback=(continuation of Deferred@1176348903 after retry RPC after error@1668011207) -> (continuation of Deferred@1162264833 after retry RPC after error@1715454198) -> (continuation of Deferred@1305347654 after retry RPC after error@1891516116) -> (continuation of Deferred@58963723 after retry RPC after error@455344125) -> (continuation of Deferred@643966697 after retry RPC after error@665580655) -> (continuation of Deferred@965620862 after retry RPC after error@1037494437) -> (continuation of Deferred@179623064 after retry RPC after error@1917079853)))
08:04:45.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@851587852(state=PENDING, result=null, callback=(continuation of Deferred@1176348903 after retry RPC after error@1668011207) -> (continuation of Deferred@1162264833 after retry RPC after error@1715454198) -> (continuation of Deferred@1305347654 after retry RPC after error@1891516116) -> (continuation of Deferred@58963723 after retry RPC after error@455344125) -> (continuation of Deferred@643966697 after retry RPC after error@665580655) -> (continuation of Deferred@965620862 after retry RPC after error@1037494437) -> (continuation of Deferred@179623064 after retry RPC after error@1917079853), errback=(continuation of Deferred@1176348903 after retry RPC after error@1668011207) -> (continuation of Deferred@1162264833 after retry RPC after error@1715454198) -> (continuation of Deferred@1305347654 after retry RPC after error@1891516116) -> (continuation of Deferred@58963723 after retry RPC after error@455344125) -> (continuation of Deferred@643966697 after retry RPC after error@665580655) -> (continuation of Deferred@965620862 after retry RPC after error@1037494437) -> (continuation of Deferred@179623064 after retry RPC after error@1917079853)))
08:04:45.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1639734305(state=PENDING, result=null, callback=(continuation of Deferred@341903141 after retry RPC after error@1519135590) -> (continuation of Deferred@739031503 after retry RPC after error@802334011) -> (continuation of Deferred@857135051 after retry RPC after error@142216660) -> (continuation of Deferred@1097928661 after retry RPC after error@2066780605) -> (continuation of Deferred@2124265887 after retry RPC after error@642846517) -> (continuation of Deferred@1863824269 after retry RPC after error@274033323) -> (continuation of Deferred@60258431 after retry RPC after error@764536735), errback=(continuation of Deferred@341903141 after retry RPC after error@1519135590) -> (continuation of Deferred@739031503 after retry RPC after error@802334011) -> (continuation of Deferred@857135051 after retry RPC after error@142216660) -> (continuation of Deferred@1097928661 after retry RPC after error@2066780605) -> (continuation of Deferred@2124265887 after retry RPC after error@642846517) -> (continuation of Deferred@1863824269 after retry RPC after error@274033323) -> (continuation of Deferred@60258431 after retry RPC after error@764536735)))
08:04:45.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1639734305(state=PENDING, result=null, callback=(continuation of Deferred@341903141 after retry RPC after error@1519135590) -> (continuation of Deferred@739031503 after retry RPC after error@802334011) -> (continuation of Deferred@857135051 after retry RPC after error@142216660) -> (continuation of Deferred@1097928661 after retry RPC after error@2066780605) -> (continuation of Deferred@2124265887 after retry RPC after error@642846517) -> (continuation of Deferred@1863824269 after retry RPC after error@274033323) -> (continuation of Deferred@60258431 after retry RPC after error@764536735), errback=(continuation of Deferred@341903141 after retry RPC after error@1519135590) -> (continuation of Deferred@739031503 after retry RPC after error@802334011) -> (continuation of Deferred@857135051 after retry RPC after error@142216660) -> (continuation of Deferred@1097928661 after retry RPC after error@2066780605) -> (continuation of Deferred@2124265887 after retry RPC after error@642846517) -> (continuation of Deferred@1863824269 after retry RPC after error@274033323) -> (continuation of Deferred@60258431 after retry RPC after error@764536735)))
08:04:45.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:45.652743 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:45.652899 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:45.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.661 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.741 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1044588651(state=PENDING, result=null, callback=(continuation of Deferred@1817920556 after retry RPC after error@889018567) -> (continuation of Deferred@1337315060 after retry RPC after error@1746052889) -> (continuation of Deferred@1583281171 after retry RPC after error@3908735) -> (continuation of Deferred@1637353698 after retry RPC after error@474956199) -> (continuation of Deferred@890814545 after retry RPC after error@1759347409) -> (continuation of Deferred@1235441712 after retry RPC after error@789015258) -> (continuation of Deferred@1559112995 after retry RPC after error@1478616933), errback=(continuation of Deferred@1817920556 after retry RPC after error@889018567) -> (continuation of Deferred@1337315060 after retry RPC after error@1746052889) -> (continuation of Deferred@1583281171 after retry RPC after error@3908735) -> (continuation of Deferred@1637353698 after retry RPC after error@474956199) -> (continuation of Deferred@890814545 after retry RPC after error@1759347409) -> (continuation of Deferred@1235441712 after retry RPC after error@789015258) -> (continuation of Deferred@1559112995 after retry RPC after error@1478616933)))
08:04:45.823 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1044588651(state=PENDING, result=null, callback=(continuation of Deferred@1817920556 after retry RPC after error@889018567) -> (continuation of Deferred@1337315060 after retry RPC after error@1746052889) -> (continuation of Deferred@1583281171 after retry RPC after error@3908735) -> (continuation of Deferred@1637353698 after retry RPC after error@474956199) -> (continuation of Deferred@890814545 after retry RPC after error@1759347409) -> (continuation of Deferred@1235441712 after retry RPC after error@789015258) -> (continuation of Deferred@1559112995 after retry RPC after error@1478616933), errback=(continuation of Deferred@1817920556 after retry RPC after error@889018567) -> (continuation of Deferred@1337315060 after retry RPC after error@1746052889) -> (continuation of Deferred@1583281171 after retry RPC after error@3908735) -> (continuation of Deferred@1637353698 after retry RPC after error@474956199) -> (continuation of Deferred@890814545 after retry RPC after error@1759347409) -> (continuation of Deferred@1235441712 after retry RPC after error@789015258) -> (continuation of Deferred@1559112995 after retry RPC after error@1478616933)))
08:04:45.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:45.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:45.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:45.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:45.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:45.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2121866997(state=PENDING, result=null, callback=(continuation of Deferred@1255305520 after retry RPC after error@1952775140) -> (continuation of Deferred@128054603 after retry RPC after error@823778812) -> (continuation of Deferred@1746624798 after retry RPC after error@997399586) -> (continuation of Deferred@871415210 after retry RPC after error@1283022869) -> (continuation of Deferred@2136603413 after retry RPC after error@1550351056) -> (continuation of Deferred@1782808858 after retry RPC after error@1832729999) -> (continuation of Deferred@1569514094 after retry RPC after error@1110289909), errback=(continuation of Deferred@1255305520 after retry RPC after error@1952775140) -> (continuation of Deferred@128054603 after retry RPC after error@823778812) -> (continuation of Deferred@1746624798 after retry RPC after error@997399586) -> (continuation of Deferred@871415210 after retry RPC after error@1283022869) -> (continuation of Deferred@2136603413 after retry RPC after error@1550351056) -> (continuation of Deferred@1782808858 after retry RPC after error@1832729999) -> (continuation of Deferred@1569514094 after retry RPC after error@1110289909)))
08:04:46.083 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@2121866997(state=PENDING, result=null, callback=(continuation of Deferred@1255305520 after retry RPC after error@1952775140) -> (continuation of Deferred@128054603 after retry RPC after error@823778812) -> (continuation of Deferred@1746624798 after retry RPC after error@997399586) -> (continuation of Deferred@871415210 after retry RPC after error@1283022869) -> (continuation of Deferred@2136603413 after retry RPC after error@1550351056) -> (continuation of Deferred@1782808858 after retry RPC after error@1832729999) -> (continuation of Deferred@1569514094 after retry RPC after error@1110289909), errback=(continuation of Deferred@1255305520 after retry RPC after error@1952775140) -> (continuation of Deferred@128054603 after retry RPC after error@823778812) -> (continuation of Deferred@1746624798 after retry RPC after error@997399586) -> (continuation of Deferred@871415210 after retry RPC after error@1283022869) -> (continuation of Deferred@2136603413 after retry RPC after error@1550351056) -> (continuation of Deferred@1782808858 after retry RPC after error@1832729999) -> (continuation of Deferred@1569514094 after retry RPC after error@1110289909)))
08:04:46.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@77468531(state=PENDING, result=null, callback=(continuation of Deferred@1280095062 after retry RPC after error@9226808) -> (continuation of Deferred@1622277663 after retry RPC after error@339766513) -> (continuation of Deferred@1027586860 after retry RPC after error@1527020473) -> (continuation of Deferred@875182016 after retry RPC after error@588968528) -> (continuation of Deferred@1673317316 after retry RPC after error@454929849) -> (continuation of Deferred@2129399085 after retry RPC after error@177273042), errback=(continuation of Deferred@1280095062 after retry RPC after error@9226808) -> (continuation of Deferred@1622277663 after retry RPC after error@339766513) -> (continuation of Deferred@1027586860 after retry RPC after error@1527020473) -> (continuation of Deferred@875182016 after retry RPC after error@588968528) -> (continuation of Deferred@1673317316 after retry RPC after error@454929849) -> (continuation of Deferred@2129399085 after retry RPC after error@177273042)))
08:04:46.283 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@77468531(state=PENDING, result=null, callback=(continuation of Deferred@1280095062 after retry RPC after error@9226808) -> (continuation of Deferred@1622277663 after retry RPC after error@339766513) -> (continuation of Deferred@1027586860 after retry RPC after error@1527020473) -> (continuation of Deferred@875182016 after retry RPC after error@588968528) -> (continuation of Deferred@1673317316 after retry RPC after error@454929849) -> (continuation of Deferred@2129399085 after retry RPC after error@177273042), errback=(continuation of Deferred@1280095062 after retry RPC after error@9226808) -> (continuation of Deferred@1622277663 after retry RPC after error@339766513) -> (continuation of Deferred@1027586860 after retry RPC after error@1527020473) -> (continuation of Deferred@875182016 after retry RPC after error@588968528) -> (continuation of Deferred@1673317316 after retry RPC after error@454929849) -> (continuation of Deferred@2129399085 after retry RPC after error@177273042)))
08:04:46.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.520 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1908707038(state=PENDING, result=null, callback=(continuation of Deferred@1457397744 after retry RPC after error@1775491704) -> (continuation of Deferred@1197877984 after retry RPC after error@302116524) -> (continuation of Deferred@872825475 after retry RPC after error@1139887713) -> (continuation of Deferred@901144021 after retry RPC after error@677355841) -> (continuation of Deferred@785120403 after retry RPC after error@1736457581) -> (continuation of Deferred@1616874685 after retry RPC after error@895450206) -> (continuation of Deferred@1140928770 after retry RPC after error@579602362), errback=(continuation of Deferred@1457397744 after retry RPC after error@1775491704) -> (continuation of Deferred@1197877984 after retry RPC after error@302116524) -> (continuation of Deferred@872825475 after retry RPC after error@1139887713) -> (continuation of Deferred@901144021 after retry RPC after error@677355841) -> (continuation of Deferred@785120403 after retry RPC after error@1736457581) -> (continuation of Deferred@1616874685 after retry RPC after error@895450206) -> (continuation of Deferred@1140928770 after retry RPC after error@579602362)))
08:04:46.522 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1908707038(state=PENDING, result=null, callback=(continuation of Deferred@1457397744 after retry RPC after error@1775491704) -> (continuation of Deferred@1197877984 after retry RPC after error@302116524) -> (continuation of Deferred@872825475 after retry RPC after error@1139887713) -> (continuation of Deferred@901144021 after retry RPC after error@677355841) -> (continuation of Deferred@785120403 after retry RPC after error@1736457581) -> (continuation of Deferred@1616874685 after retry RPC after error@895450206) -> (continuation of Deferred@1140928770 after retry RPC after error@579602362), errback=(continuation of Deferred@1457397744 after retry RPC after error@1775491704) -> (continuation of Deferred@1197877984 after retry RPC after error@302116524) -> (continuation of Deferred@872825475 after retry RPC after error@1139887713) -> (continuation of Deferred@901144021 after retry RPC after error@677355841) -> (continuation of Deferred@785120403 after retry RPC after error@1736457581) -> (continuation of Deferred@1616874685 after retry RPC after error@895450206) -> (continuation of Deferred@1140928770 after retry RPC after error@579602362)))
08:04:46.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.641 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.801 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@833763189(state=PENDING, result=null, callback=(continuation of Deferred@1234629728 after retry RPC after error@1062593070) -> (continuation of Deferred@758310985 after retry RPC after error@219900677) -> (continuation of Deferred@1934670642 after retry RPC after error@1661236196) -> (continuation of Deferred@1498333037 after retry RPC after error@257664002) -> (continuation of Deferred@2040797168 after retry RPC after error@973062259) -> (continuation of Deferred@367437302 after retry RPC after error@1204779260) -> (continuation of Deferred@504228962 after retry RPC after error@1496730504) -> (continuation of Deferred@2036304973 after retry RPC after error@1173033730) -> (continuation of Deferred@888445217 after retry RPC after error@1609952828), errback=(continuation of Deferred@1234629728 after retry RPC after error@1062593070) -> (continuation of Deferred@758310985 after retry RPC after error@219900677) -> (continuation of Deferred@1934670642 after retry RPC after error@1661236196) -> (continuation of Deferred@1498333037 after retry RPC after error@257664002) -> (continuation of Deferred@2040797168 after retry RPC after error@973062259) -> (continuation of Deferred@367437302 after retry RPC after error@1204779260) -> (continuation of Deferred@504228962 after retry RPC after error@1496730504) -> (continuation of Deferred@2036304973 after retry RPC after error@1173033730) -> (continuation of Deferred@888445217 after retry RPC after error@1609952828)))
08:04:46.801 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:46.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:46.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1710234753(state=PENDING, result=null, callback=(continuation of Deferred@1688904270 after retry RPC after error@941372461) -> (continuation of Deferred@143819719 after retry RPC after error@1843630656) -> (continuation of Deferred@1550509408 after retry RPC after error@93200284) -> (continuation of Deferred@421410897 after retry RPC after error@1755236512) -> (continuation of Deferred@1666474294 after retry RPC after error@382988351) -> (continuation of Deferred@2120719876 after retry RPC after error@1612874400) -> (continuation of Deferred@541004355 after retry RPC after error@702831731), errback=(continuation of Deferred@1688904270 after retry RPC after error@941372461) -> (continuation of Deferred@143819719 after retry RPC after error@1843630656) -> (continuation of Deferred@1550509408 after retry RPC after error@93200284) -> (continuation of Deferred@421410897 after retry RPC after error@1755236512) -> (continuation of Deferred@1666474294 after retry RPC after error@382988351) -> (continuation of Deferred@2120719876 after retry RPC after error@1612874400) -> (continuation of Deferred@541004355 after retry RPC after error@702831731)))
08:04:46.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1710234753(state=PENDING, result=null, callback=(continuation of Deferred@1688904270 after retry RPC after error@941372461) -> (continuation of Deferred@143819719 after retry RPC after error@1843630656) -> (continuation of Deferred@1550509408 after retry RPC after error@93200284) -> (continuation of Deferred@421410897 after retry RPC after error@1755236512) -> (continuation of Deferred@1666474294 after retry RPC after error@382988351) -> (continuation of Deferred@2120719876 after retry RPC after error@1612874400) -> (continuation of Deferred@541004355 after retry RPC after error@702831731), errback=(continuation of Deferred@1688904270 after retry RPC after error@941372461) -> (continuation of Deferred@143819719 after retry RPC after error@1843630656) -> (continuation of Deferred@1550509408 after retry RPC after error@93200284) -> (continuation of Deferred@421410897 after retry RPC after error@1755236512) -> (continuation of Deferred@1666474294 after retry RPC after error@382988351) -> (continuation of Deferred@2120719876 after retry RPC after error@1612874400) -> (continuation of Deferred@541004355 after retry RPC after error@702831731)))
08:04:46.980 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:46.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:46.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:46.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:46.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.161 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@802654863(state=PENDING, result=null, callback=(continuation of Deferred@655799819 after retry RPC after error@360121055) -> (continuation of Deferred@46833865 after retry RPC after error@291160557) -> (continuation of Deferred@65968931 after retry RPC after error@773984379) -> (continuation of Deferred@2033791390 after retry RPC after error@1043059453) -> (continuation of Deferred@1240166808 after retry RPC after error@2004095254) -> (continuation of Deferred@1207004071 after retry RPC after error@665707934), errback=(continuation of Deferred@655799819 after retry RPC after error@360121055) -> (continuation of Deferred@46833865 after retry RPC after error@291160557) -> (continuation of Deferred@65968931 after retry RPC after error@773984379) -> (continuation of Deferred@2033791390 after retry RPC after error@1043059453) -> (continuation of Deferred@1240166808 after retry RPC after error@2004095254) -> (continuation of Deferred@1207004071 after retry RPC after error@665707934)))
08:04:47.163 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@802654863(state=PENDING, result=null, callback=(continuation of Deferred@655799819 after retry RPC after error@360121055) -> (continuation of Deferred@46833865 after retry RPC after error@291160557) -> (continuation of Deferred@65968931 after retry RPC after error@773984379) -> (continuation of Deferred@2033791390 after retry RPC after error@1043059453) -> (continuation of Deferred@1240166808 after retry RPC after error@2004095254) -> (continuation of Deferred@1207004071 after retry RPC after error@665707934), errback=(continuation of Deferred@655799819 after retry RPC after error@360121055) -> (continuation of Deferred@46833865 after retry RPC after error@291160557) -> (continuation of Deferred@65968931 after retry RPC after error@773984379) -> (continuation of Deferred@2033791390 after retry RPC after error@1043059453) -> (continuation of Deferred@1240166808 after retry RPC after error@2004095254) -> (continuation of Deferred@1207004071 after retry RPC after error@665707934)))
08:04:47.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.220 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@818180127(state=PENDING, result=null, callback=(continuation of Deferred@2041547142 after retry RPC after error@954512395) -> (continuation of Deferred@864794812 after retry RPC after error@551314010) -> (continuation of Deferred@624569470 after retry RPC after error@954437694) -> (continuation of Deferred@1447264710 after retry RPC after error@365881318) -> (continuation of Deferred@1642295549 after retry RPC after error@1168469663) -> (continuation of Deferred@253921884 after retry RPC after error@1831972233) -> (continuation of Deferred@397364298 after retry RPC after error@2039482806), errback=(continuation of Deferred@2041547142 after retry RPC after error@954512395) -> (continuation of Deferred@864794812 after retry RPC after error@551314010) -> (continuation of Deferred@624569470 after retry RPC after error@954437694) -> (continuation of Deferred@1447264710 after retry RPC after error@365881318) -> (continuation of Deferred@1642295549 after retry RPC after error@1168469663) -> (continuation of Deferred@253921884 after retry RPC after error@1831972233) -> (continuation of Deferred@397364298 after retry RPC after error@2039482806)))
08:04:47.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@818180127(state=PENDING, result=null, callback=(continuation of Deferred@2041547142 after retry RPC after error@954512395) -> (continuation of Deferred@864794812 after retry RPC after error@551314010) -> (continuation of Deferred@624569470 after retry RPC after error@954437694) -> (continuation of Deferred@1447264710 after retry RPC after error@365881318) -> (continuation of Deferred@1642295549 after retry RPC after error@1168469663) -> (continuation of Deferred@253921884 after retry RPC after error@1831972233) -> (continuation of Deferred@397364298 after retry RPC after error@2039482806), errback=(continuation of Deferred@2041547142 after retry RPC after error@954512395) -> (continuation of Deferred@864794812 after retry RPC after error@551314010) -> (continuation of Deferred@624569470 after retry RPC after error@954437694) -> (continuation of Deferred@1447264710 after retry RPC after error@365881318) -> (continuation of Deferred@1642295549 after retry RPC after error@1168469663) -> (continuation of Deferred@253921884 after retry RPC after error@1831972233) -> (continuation of Deferred@397364298 after retry RPC after error@2039482806)))
08:04:47.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.441 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.480 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.661 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1481486668(state=PENDING, result=null, callback=(continuation of Deferred@2119487295 after retry RPC after error@1086107664) -> (continuation of Deferred@530420707 after retry RPC after error@720340621) -> (continuation of Deferred@1914341848 after retry RPC after error@1459850171) -> (continuation of Deferred@619841587 after retry RPC after error@1929325006) -> (continuation of Deferred@1410152960 after retry RPC after error@521678185) -> (continuation of Deferred@731847977 after retry RPC after error@547741901) -> (continuation of Deferred@499450851 after retry RPC after error@1139279447) -> (continuation of Deferred@281886038 after retry RPC after error@526451722) -> (continuation of Deferred@705615390 after retry RPC after error@693614518), errback=(continuation of Deferred@2119487295 after retry RPC after error@1086107664) -> (continuation of Deferred@530420707 after retry RPC after error@720340621) -> (continuation of Deferred@1914341848 after retry RPC after error@1459850171) -> (continuation of Deferred@619841587 after retry RPC after error@1929325006) -> (continuation of Deferred@1410152960 after retry RPC after error@521678185) -> (continuation of Deferred@731847977 after retry RPC after error@547741901) -> (continuation of Deferred@499450851 after retry RPC after error@1139279447) -> (continuation of Deferred@281886038 after retry RPC after error@526451722) -> (continuation of Deferred@705615390 after retry RPC after error@693614518)))
08:04:47.661 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:47.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.721 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.740 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@195128337(state=PENDING, result=null, callback=(continuation of Deferred@1923168811 after retry RPC after error@645754251) -> (continuation of Deferred@1553404437 after retry RPC after error@1557544050) -> (continuation of Deferred@668808609 after retry RPC after error@1786840548) -> (continuation of Deferred@241345819 after retry RPC after error@1664761097) -> (continuation of Deferred@755268850 after retry RPC after error@1330180755) -> (continuation of Deferred@1410980892 after retry RPC after error@1719230947) -> (continuation of Deferred@1754554930 after retry RPC after error@1623251417), errback=(continuation of Deferred@1923168811 after retry RPC after error@645754251) -> (continuation of Deferred@1553404437 after retry RPC after error@1557544050) -> (continuation of Deferred@668808609 after retry RPC after error@1786840548) -> (continuation of Deferred@241345819 after retry RPC after error@1664761097) -> (continuation of Deferred@755268850 after retry RPC after error@1330180755) -> (continuation of Deferred@1410980892 after retry RPC after error@1719230947) -> (continuation of Deferred@1754554930 after retry RPC after error@1623251417)))
08:04:47.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@195128337(state=PENDING, result=null, callback=(continuation of Deferred@1923168811 after retry RPC after error@645754251) -> (continuation of Deferred@1553404437 after retry RPC after error@1557544050) -> (continuation of Deferred@668808609 after retry RPC after error@1786840548) -> (continuation of Deferred@241345819 after retry RPC after error@1664761097) -> (continuation of Deferred@755268850 after retry RPC after error@1330180755) -> (continuation of Deferred@1410980892 after retry RPC after error@1719230947) -> (continuation of Deferred@1754554930 after retry RPC after error@1623251417), errback=(continuation of Deferred@1923168811 after retry RPC after error@645754251) -> (continuation of Deferred@1553404437 after retry RPC after error@1557544050) -> (continuation of Deferred@668808609 after retry RPC after error@1786840548) -> (continuation of Deferred@241345819 after retry RPC after error@1664761097) -> (continuation of Deferred@755268850 after retry RPC after error@1330180755) -> (continuation of Deferred@1410980892 after retry RPC after error@1719230947) -> (continuation of Deferred@1754554930 after retry RPC after error@1623251417)))
08:04:47.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.960 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:47.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:47.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:47.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:47.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:47.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.100 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.201 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1448863657(state=PENDING, result=null, callback=(continuation of Deferred@1425530416 after retry RPC after error@747693601) -> (continuation of Deferred@485163095 after retry RPC after error@352635596) -> (continuation of Deferred@2137554946 after retry RPC after error@1415761952) -> (continuation of Deferred@282037059 after retry RPC after error@590246204) -> (continuation of Deferred@419274187 after retry RPC after error@1516023076) -> (continuation of Deferred@916824255 after retry RPC after error@1725075654) -> (continuation of Deferred@305486354 after retry RPC after error@767549693) -> (continuation of Deferred@906235309 after retry RPC after error@1143140107), errback=(continuation of Deferred@1425530416 after retry RPC after error@747693601) -> (continuation of Deferred@485163095 after retry RPC after error@352635596) -> (continuation of Deferred@2137554946 after retry RPC after error@1415761952) -> (continuation of Deferred@282037059 after retry RPC after error@590246204) -> (continuation of Deferred@419274187 after retry RPC after error@1516023076) -> (continuation of Deferred@916824255 after retry RPC after error@1725075654) -> (continuation of Deferred@305486354 after retry RPC after error@767549693) -> (continuation of Deferred@906235309 after retry RPC after error@1143140107)))
08:04:48.201 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:48.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:48.281935 4962 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:48.283255 4962 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'dce069289f154ff0b4ea2f13ae11f0af', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.55.254:41307,127.4.55.253:40605,127.4.55.252:37829, num_attempts: 1)
08:04:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:48.284301 4963 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.55.252:37829)
08:04:48.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@818646887(state=PENDING, result=null, callback=(continuation of Deferred@388457130 after retry RPC after error@1774446496) -> (continuation of Deferred@40535452 after retry RPC after error@1857454593) -> (continuation of Deferred@1118342991 after retry RPC after error@874552925) -> (continuation of Deferred@1647360800 after retry RPC after error@944544749) -> (continuation of Deferred@1050192220 after retry RPC after error@242883236) -> (continuation of Deferred@1769232880 after retry RPC after error@893072576) -> (continuation of Deferred@1318238578 after retry RPC after error@274937150), errback=(continuation of Deferred@388457130 after retry RPC after error@1774446496) -> (continuation of Deferred@40535452 after retry RPC after error@1857454593) -> (continuation of Deferred@1118342991 after retry RPC after error@874552925) -> (continuation of Deferred@1647360800 after retry RPC after error@944544749) -> (continuation of Deferred@1050192220 after retry RPC after error@242883236) -> (continuation of Deferred@1769232880 after retry RPC after error@893072576) -> (continuation of Deferred@1318238578 after retry RPC after error@274937150)))
08:04:48.462 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@818646887(state=PENDING, result=null, callback=(continuation of Deferred@388457130 after retry RPC after error@1774446496) -> (continuation of Deferred@40535452 after retry RPC after error@1857454593) -> (continuation of Deferred@1118342991 after retry RPC after error@874552925) -> (continuation of Deferred@1647360800 after retry RPC after error@944544749) -> (continuation of Deferred@1050192220 after retry RPC after error@242883236) -> (continuation of Deferred@1769232880 after retry RPC after error@893072576) -> (continuation of Deferred@1318238578 after retry RPC after error@274937150), errback=(continuation of Deferred@388457130 after retry RPC after error@1774446496) -> (continuation of Deferred@40535452 after retry RPC after error@1857454593) -> (continuation of Deferred@1118342991 after retry RPC after error@874552925) -> (continuation of Deferred@1647360800 after retry RPC after error@944544749) -> (continuation of Deferred@1050192220 after retry RPC after error@242883236) -> (continuation of Deferred@1769232880 after retry RPC after error@893072576) -> (continuation of Deferred@1318238578 after retry RPC after error@274937150)))
08:04:48.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.740 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1920201676(state=PENDING, result=null, callback=(continuation of Deferred@1233181207 after retry RPC after error@1167118763) -> (continuation of Deferred@1270945225 after retry RPC after error@641823470) -> (continuation of Deferred@1767789651 after retry RPC after error@704699738) -> (continuation of Deferred@1772944014 after retry RPC after error@1154949975) -> (continuation of Deferred@1596984146 after retry RPC after error@1937176547) -> (continuation of Deferred@2097154953 after retry RPC after error@11555557) -> (continuation of Deferred@1602593594 after retry RPC after error@461934278), errback=(continuation of Deferred@1233181207 after retry RPC after error@1167118763) -> (continuation of Deferred@1270945225 after retry RPC after error@641823470) -> (continuation of Deferred@1767789651 after retry RPC after error@704699738) -> (continuation of Deferred@1772944014 after retry RPC after error@1154949975) -> (continuation of Deferred@1596984146 after retry RPC after error@1937176547) -> (continuation of Deferred@2097154953 after retry RPC after error@11555557) -> (continuation of Deferred@1602593594 after retry RPC after error@461934278)))
08:04:48.741 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:48.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.840 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:48.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:48.921 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:48.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:48.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:48.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.001 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1605772499(state=PENDING, result=null, callback=(continuation of Deferred@871874488 after retry RPC after error@908613895) -> (continuation of Deferred@1363470208 after retry RPC after error@1060819399) -> (continuation of Deferred@826188775 after retry RPC after error@1168778406) -> (continuation of Deferred@858043252 after retry RPC after error@1517942846) -> (continuation of Deferred@513558797 after retry RPC after error@168280428) -> (continuation of Deferred@472808523 after retry RPC after error@151244792) -> (continuation of Deferred@1974152180 after retry RPC after error@1091803276) -> (continuation of Deferred@783317185 after retry RPC after error@962268896), errback=(continuation of Deferred@871874488 after retry RPC after error@908613895) -> (continuation of Deferred@1363470208 after retry RPC after error@1060819399) -> (continuation of Deferred@826188775 after retry RPC after error@1168778406) -> (continuation of Deferred@858043252 after retry RPC after error@1517942846) -> (continuation of Deferred@513558797 after retry RPC after error@168280428) -> (continuation of Deferred@472808523 after retry RPC after error@151244792) -> (continuation of Deferred@1974152180 after retry RPC after error@1091803276) -> (continuation of Deferred@783317185 after retry RPC after error@962268896)))
08:04:49.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@1605772499(state=PENDING, result=null, callback=(continuation of Deferred@871874488 after retry RPC after error@908613895) -> (continuation of Deferred@1363470208 after retry RPC after error@1060819399) -> (continuation of Deferred@826188775 after retry RPC after error@1168778406) -> (continuation of Deferred@858043252 after retry RPC after error@1517942846) -> (continuation of Deferred@513558797 after retry RPC after error@168280428) -> (continuation of Deferred@472808523 after retry RPC after error@151244792) -> (continuation of Deferred@1974152180 after retry RPC after error@1091803276) -> (continuation of Deferred@783317185 after retry RPC after error@962268896), errback=(continuation of Deferred@871874488 after retry RPC after error@908613895) -> (continuation of Deferred@1363470208 after retry RPC after error@1060819399) -> (continuation of Deferred@826188775 after retry RPC after error@1168778406) -> (continuation of Deferred@858043252 after retry RPC after error@1517942846) -> (continuation of Deferred@513558797 after retry RPC after error@168280428) -> (continuation of Deferred@472808523 after retry RPC after error@151244792) -> (continuation of Deferred@1974152180 after retry RPC after error@1091803276) -> (continuation of Deferred@783317185 after retry RPC after error@962268896)))
08:04:49.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.061 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.180 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.181 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.281 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1968621681(state=PENDING, result=null, callback=(continuation of Deferred@108096642 after retry RPC after error@707908776) -> (continuation of Deferred@653092548 after retry RPC after error@1706764072) -> (continuation of Deferred@1747145313 after retry RPC after error@1276338009) -> (continuation of Deferred@17161049 after retry RPC after error@1035681334) -> (continuation of Deferred@1333384122 after retry RPC after error@432448667) -> (continuation of Deferred@909536233 after retry RPC after error@1385736599) -> (continuation of Deferred@1409111165 after retry RPC after error@2134098149), errback=(continuation of Deferred@108096642 after retry RPC after error@707908776) -> (continuation of Deferred@653092548 after retry RPC after error@1706764072) -> (continuation of Deferred@1747145313 after retry RPC after error@1276338009) -> (continuation of Deferred@17161049 after retry RPC after error@1035681334) -> (continuation of Deferred@1333384122 after retry RPC after error@432448667) -> (continuation of Deferred@909536233 after retry RPC after error@1385736599) -> (continuation of Deferred@1409111165 after retry RPC after error@2134098149)))
08:04:49.281 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:49.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.501 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.541 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@29774393(state=PENDING, result=null, callback=(continuation of Deferred@1963945545 after retry RPC after error@1571748105) -> (continuation of Deferred@662274395 after retry RPC after error@337463319) -> (continuation of Deferred@451809787 after retry RPC after error@815977758) -> (continuation of Deferred@1530587400 after retry RPC after error@630804360) -> (continuation of Deferred@1326641929 after retry RPC after error@1774114256) -> (continuation of Deferred@1698698054 after retry RPC after error@181073257) -> (continuation of Deferred@1385743746 after retry RPC after error@1301781076), errback=(continuation of Deferred@1963945545 after retry RPC after error@1571748105) -> (continuation of Deferred@662274395 after retry RPC after error@337463319) -> (continuation of Deferred@451809787 after retry RPC after error@815977758) -> (continuation of Deferred@1530587400 after retry RPC after error@630804360) -> (continuation of Deferred@1326641929 after retry RPC after error@1774114256) -> (continuation of Deferred@1698698054 after retry RPC after error@181073257) -> (continuation of Deferred@1385743746 after retry RPC after error@1301781076)))
08:04:49.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@29774393(state=PENDING, result=null, callback=(continuation of Deferred@1963945545 after retry RPC after error@1571748105) -> (continuation of Deferred@662274395 after retry RPC after error@337463319) -> (continuation of Deferred@451809787 after retry RPC after error@815977758) -> (continuation of Deferred@1530587400 after retry RPC after error@630804360) -> (continuation of Deferred@1326641929 after retry RPC after error@1774114256) -> (continuation of Deferred@1698698054 after retry RPC after error@181073257) -> (continuation of Deferred@1385743746 after retry RPC after error@1301781076), errback=(continuation of Deferred@1963945545 after retry RPC after error@1571748105) -> (continuation of Deferred@662274395 after retry RPC after error@337463319) -> (continuation of Deferred@451809787 after retry RPC after error@815977758) -> (continuation of Deferred@1530587400 after retry RPC after error@630804360) -> (continuation of Deferred@1326641929 after retry RPC after error@1774114256) -> (continuation of Deferred@1698698054 after retry RPC after error@181073257) -> (continuation of Deferred@1385743746 after retry RPC after error@1301781076)))
08:04:49.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.560 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.581 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.600 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.621 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.681 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.700 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.801 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@660769440(state=PENDING, result=null, callback=(continuation of Deferred@452228410 after retry RPC after error@751978735) -> (continuation of Deferred@1220313851 after retry RPC after error@2067281606) -> (continuation of Deferred@1121767742 after retry RPC after error@2088205498) -> (continuation of Deferred@1349550741 after retry RPC after error@1791234139) -> (continuation of Deferred@1312127260 after retry RPC after error@157306572) -> (continuation of Deferred@1565528415 after retry RPC after error@400327782) -> (continuation of Deferred@1925505560 after retry RPC after error@2035926178), errback=(continuation of Deferred@452228410 after retry RPC after error@751978735) -> (continuation of Deferred@1220313851 after retry RPC after error@2067281606) -> (continuation of Deferred@1121767742 after retry RPC after error@2088205498) -> (continuation of Deferred@1349550741 after retry RPC after error@1791234139) -> (continuation of Deferred@1312127260 after retry RPC after error@157306572) -> (continuation of Deferred@1565528415 after retry RPC after error@400327782) -> (continuation of Deferred@1925505560 after retry RPC after error@2035926178)))
08:04:49.803 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, deferred=Deferred@660769440(state=PENDING, result=null, callback=(continuation of Deferred@452228410 after retry RPC after error@751978735) -> (continuation of Deferred@1220313851 after retry RPC after error@2067281606) -> (continuation of Deferred@1121767742 after retry RPC after error@2088205498) -> (continuation of Deferred@1349550741 after retry RPC after error@1791234139) -> (continuation of Deferred@1312127260 after retry RPC after error@157306572) -> (continuation of Deferred@1565528415 after retry RPC after error@400327782) -> (continuation of Deferred@1925505560 after retry RPC after error@2035926178), errback=(continuation of Deferred@452228410 after retry RPC after error@751978735) -> (continuation of Deferred@1220313851 after retry RPC after error@2067281606) -> (continuation of Deferred@1121767742 after retry RPC after error@2088205498) -> (continuation of Deferred@1349550741 after retry RPC after error@1791234139) -> (continuation of Deferred@1312127260 after retry RPC after error@157306572) -> (continuation of Deferred@1565528415 after retry RPC after error@400327782) -> (continuation of Deferred@1925505560 after retry RPC after error@2035926178)))
08:04:49.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.820 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.860 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.861 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:49.981 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:49.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:49.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:49.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:49.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@279226896(state=PENDING, result=null, callback=(continuation of Deferred@1472837609 after retry RPC after error@2070810295) -> (continuation of Deferred@1630087412 after retry RPC after error@1416162027) -> (continuation of Deferred@1308911984 after retry RPC after error@1167379889) -> (continuation of Deferred@1834103679 after retry RPC after error@2122232716) -> (continuation of Deferred@324803290 after retry RPC after error@1892066373) -> (continuation of Deferred@217295081 after retry RPC after error@127567912) -> (continuation of Deferred@1961085131 after retry RPC after error@826457758), errback=(continuation of Deferred@1472837609 after retry RPC after error@2070810295) -> (continuation of Deferred@1630087412 after retry RPC after error@1416162027) -> (continuation of Deferred@1308911984 after retry RPC after error@1167379889) -> (continuation of Deferred@1834103679 after retry RPC after error@2122232716) -> (continuation of Deferred@324803290 after retry RPC after error@1892066373) -> (continuation of Deferred@217295081 after retry RPC after error@127567912) -> (continuation of Deferred@1961085131 after retry RPC after error@826457758)))
08:04:50.022 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@279226896(state=PENDING, result=null, callback=(continuation of Deferred@1472837609 after retry RPC after error@2070810295) -> (continuation of Deferred@1630087412 after retry RPC after error@1416162027) -> (continuation of Deferred@1308911984 after retry RPC after error@1167379889) -> (continuation of Deferred@1834103679 after retry RPC after error@2122232716) -> (continuation of Deferred@324803290 after retry RPC after error@1892066373) -> (continuation of Deferred@217295081 after retry RPC after error@127567912) -> (continuation of Deferred@1961085131 after retry RPC after error@826457758), errback=(continuation of Deferred@1472837609 after retry RPC after error@2070810295) -> (continuation of Deferred@1630087412 after retry RPC after error@1416162027) -> (continuation of Deferred@1308911984 after retry RPC after error@1167379889) -> (continuation of Deferred@1834103679 after retry RPC after error@2122232716) -> (continuation of Deferred@324803290 after retry RPC after error@1892066373) -> (continuation of Deferred@217295081 after retry RPC after error@127567912) -> (continuation of Deferred@1961085131 after retry RPC after error@826457758)))
08:04:50.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.120 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.121 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.141 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=39, TimeoutTracker(timeout=49965, elapsed=47540), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.4.55.254:41307, [19ms] sending RPC to server master-127.4.55.252:37829, [19ms] sending RPC to server master-127.4.55.253:40605, [20ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] received response from server master-127.4.55.254:41307: OK, [20ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.4.55.254:41307, [40ms] sending RPC to server master-127.4.55.252:37829, [40ms] sending RPC to server master-127.4.55.253:40605, [41ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] sending RPC to server master-127.4.55.254:41307, [60ms] sending RPC to server master-127.4.55.252:37829, [60ms] sending RPC to server master-127.4.55.253:40605, [60ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.4.55.254:41307, [79ms] sending RPC to server master-127.4.55.252:37829, [80ms] sending RPC to server master-127.4.55.253:40605, [80ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.4.55.254:41307, [99ms] sending RPC to server master-127.4.55.252:37829, [99ms] sending RPC to server master-127.4.55.253:40605, [100ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] sending RPC to server master-127.4.55.254:41307, [142ms] sending RPC to server master-127.4.55.252:37829, [142ms] sending RPC to server master-127.4.55.253:40605, [142ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [259ms] refreshing cache from master, [259ms] sending RPC to server master-127.4.55.254:41307, [259ms] sending RPC to server master-127.4.55.252:37829, [260ms] sending RPC to server master-127.4.55.253:40605, [260ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [261ms] received response from server master-127.4.55.254:41307: OK, [261ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [279ms] refreshing cache from master, [279ms] sending RPC to server master-127.4.55.254:41307, [279ms] sending RPC to server master-127.4.55.252:37829, [279ms] sending RPC to server master-127.4.55.253:40605, [280ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [280ms] received response from server master-127.4.55.254:41307: OK, [280ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [280ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [499ms] refreshing cache from master, [499ms] sending RPC to server master-127.4.55.254:41307, [499ms] sending RPC to server master-127.4.55.252:37829, [500ms] sending RPC to server master-127.4.55.253:40605, [500ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [500ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [501ms] received response from server master-127.4.55.254:41307: OK, [501ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [779ms] refreshing cache from master, [779ms] sending RPC to server master-127.4.55.254:41307, [779ms] sending RPC to server master-127.4.55.252:37829, [780ms] sending RPC to server master-127.4.55.253:40605, [780ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [781ms] received response from server master-127.4.55.254:41307: OK, [781ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [781ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1259ms] refreshing cache from master, [1259ms] sending RPC to server master-127.4.55.254:41307, [1259ms] sending RPC to server master-127.4.55.252:37829, [1260ms] sending RPC to server master-127.4.55.253:40605, [1260ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1261ms] received response from server master-127.4.55.254:41307: OK, [1261ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3839ms] refreshing cache from master, [3839ms] sending RPC to server master-127.4.55.254:41307, [3839ms] sending RPC to server master-127.4.55.252:37829, [3840ms] sending RPC to server master-127.4.55.253:40605, [3840ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [3840ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3842ms] received response from server master-127.4.55.254:41307: OK, [3842ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [6419ms] refreshing cache from master, [6419ms] sending RPC to server master-127.4.55.254:41307, [6420ms] too many traces: truncated at 100 traces, deferred=Deferred@438128521(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829 -> (continuation of Deferred@1750047356 after retry RPC after error@657252837) -> (continuation of Deferred@1192839713 after retry RPC after error@923284556) -> (continuation of Deferred@587252907 after retry RPC after error@1675832039) -> (continuation of Deferred@1856388344 after retry RPC after error@419094324) -> (continuation of Deferred@1039820060 after retry RPC after error@1203029078) -> (continuation of Deferred@405430692 after retry RPC after error@1457987306) -> (continuation of Deferred@953897903 after retry RPC after error@1496102550) -> (continuation of Deferred@306240342 after retry RPC after error@2092861370) -> (continuation of Deferred@505083305 after retry RPC after error@582904058) -> (continuation of Deferred@909155728 after retry RPC after error@1052463035) -> (continuation of Deferred@2009416312 after retry RPC after error@653073858) -> (continuation of Deferred@344184978 after retry RPC after error@1889639214) -> (continuation of Deferred@766165440 after retry RPC after error@1676139194) -> (continuation of Deferred@1764411676 after retry RPC after error@355358716) -> (continuation of Deferred@1852911704 after retry RPC after error@865998118) -> (continuation of Deferred@214128736 after retry RPC after error@1798668211) -> (continuation of Deferred@211906941 after retry RPC after error@1330995946) -> (continuation of Deferred@1497572152 after retry RPC after error@424351556) -> (continuation of Deferred@510044041 after retry RPC after error@2051069085) -> (continuation of Deferred@987390478 after retry RPC after error@2070590246) -> (continuation of Deferred@1343953197 after retry RPC after error@746838927) -> (continuation of Deferred@1159730691 after retry RPC after error@1803386370) -> (continuation of Deferred@1671942193 after retry RPC after error@1363812457) -> (continuation of Deferred@337617997 after retry RPC after error@336741794) -> (continuation of Deferred@1231628617 after retry RPC after error@1235226981) -> (continuation of Deferred@544532944 after retry RPC after error@642619177) -> (continuation of Deferred@653181384 after retry RPC after error@1871501129) -> (continuation of Deferred@1756465409 after retry RPC after error@579842017) -> (continuation of Deferred@1916787449 after retry RPC after error@2063625576) -> (continuation of Deferred@521996936 after retry RPC after error@1077042733) -> (continuation of Deferred@1289141440 after retry RPC after error@876995359) -> (continuation of Deferred@1140581973 after retry RPC after error@292162353) -> (continuation of Deferred@1747162464 after retry RPC after error@1936051808) -> (continuation of Deferred@1873827607 after retry RPC after error@776141395) -> (continuation of Deferred@1514070638 after retry RPC after error@133505415) -> (continuation of Deferred@1787872897 after retry RPC after error@1396259298) -> (continuation of Deferred@2117700729 after retry RPC after error@1349411616), errback=org.apache.kudu.client.ConnectToCluster$1@3c261362 -> ConnectToMasterErrCB for 127.4.55.252:37829 -> (continuation of Deferred@1750047356 after retry RPC after error@657252837) -> (continuation of Deferred@1192839713 after retry RPC after error@923284556) -> (continuation of Deferred@587252907 after retry RPC after error@1675832039) -> (continuation of Deferred@1856388344 after retry RPC after error@419094324) -> (continuation of Deferred@1039820060 after retry RPC after error@1203029078) -> (continuation of Deferred@405430692 after retry RPC after error@1457987306) -> (continuation of Deferred@953897903 after retry RPC after error@1496102550) -> (continuation of Deferred@306240342 after retry RPC after error@2092861370) -> (continuation of Deferred@505083305 after retry RPC after error@582904058) -> (continuation of Deferred@909155728 after retry RPC after error@1052463035) -> (continuation of Deferred@2009416312 after retry RPC after error@653073858) -> (continuation of Deferred@344184978 after retry RPC after error@1889639214) -> (continuation of Deferred@766165440 after retry RPC after error@1676139194) -> (continuation of Deferred@1764411676 after retry RPC after error@355358716) -> (continuation of Deferred@1852911704 after retry RPC after error@865998118) -> (continuation of Deferred@214128736 after retry RPC after error@1798668211) -> (continuation of Deferred@211906941 after retry RPC after error@1330995946) -> (continuation of Deferred@1497572152 after retry RPC after error@424351556) -> (continuation of Deferred@510044041 after retry RPC after error@2051069085) -> (continuation of Deferred@987390478 after retry RPC after error@2070590246) -> (continuation of Deferred@1343953197 after retry RPC after error@746838927) -> (continuation of Deferred@1159730691 after retry RPC after error@1803386370) -> (continuation of Deferred@1671942193 after retry RPC after error@1363812457) -> (continuation of Deferred@337617997 after retry RPC after error@336741794) -> (continuation of Deferred@1231628617 after retry RPC after error@1235226981) -> (continuation of Deferred@544532944 after retry RPC after error@642619177) -> (continuation of Deferred@653181384 after retry RPC after error@1871501129) -> (continuation of Deferred@1756465409 after retry RPC after error@579842017) -> (continuation of Deferred@1916787449 after retry RPC after error@2063625576) -> (continuation of Deferred@521996936 after retry RPC after error@1077042733) -> (continuation of Deferred@1289141440 after retry RPC after error@876995359) -> (continuation of Deferred@1140581973 after retry RPC after error@292162353) -> (continuation of Deferred@1747162464 after retry RPC after error@1936051808) -> (continuation of Deferred@1873827607 after retry RPC after error@776141395) -> (continuation of Deferred@1514070638 after retry RPC after error@133505415) -> (continuation of Deferred@1787872897 after retry RPC after error@1396259298) -> (continuation of Deferred@2117700729 after retry RPC after error@1349411616)))
08:04:50.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=39, TimeoutTracker(timeout=49965, elapsed=47540), Traces: [0ms] sending RPC to server master-127.4.55.252:37829, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.4.55.254:41307, [19ms] sending RPC to server master-127.4.55.252:37829, [19ms] sending RPC to server master-127.4.55.253:40605, [20ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] received response from server master-127.4.55.254:41307: OK, [20ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.4.55.254:41307, [40ms] sending RPC to server master-127.4.55.252:37829, [40ms] sending RPC to server master-127.4.55.253:40605, [41ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [60ms] sending RPC to server master-127.4.55.254:41307, [60ms] sending RPC to server master-127.4.55.252:37829, [60ms] sending RPC to server master-127.4.55.253:40605, [60ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.4.55.254:41307, [79ms] sending RPC to server master-127.4.55.252:37829, [80ms] sending RPC to server master-127.4.55.253:40605, [80ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.4.55.254:41307, [99ms] sending RPC to server master-127.4.55.252:37829, [99ms] sending RPC to server master-127.4.55.253:40605, [100ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] refreshing cache from master, [141ms] sending RPC to server master-127.4.55.254:41307, [142ms] sending RPC to server master-127.4.55.252:37829, [142ms] sending RPC to server master-127.4.55.253:40605, [142ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [142ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [143ms] received response from server master-127.4.55.254:41307: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [259ms] refreshing cache from master, [259ms] sending RPC to server master-127.4.55.254:41307, [259ms] sending RPC to server master-127.4.55.252:37829, [260ms] sending RPC to server master-127.4.55.253:40605, [260ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [261ms] received response from server master-127.4.55.254:41307: OK, [261ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [279ms] refreshing cache from master, [279ms] sending RPC to server master-127.4.55.254:41307, [279ms] sending RPC to server master-127.4.55.252:37829, [279ms] sending RPC to server master-127.4.55.253:40605, [280ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [280ms] received response from server master-127.4.55.254:41307: OK, [280ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [280ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [499ms] refreshing cache from master, [499ms] sending RPC to server master-127.4.55.254:41307, [499ms] sending RPC to server master-127.4.55.252:37829, [500ms] sending RPC to server master-127.4.55.253:40605, [500ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [500ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [501ms] received response from server master-127.4.55.254:41307: OK, [501ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [779ms] refreshing cache from master, [779ms] sending RPC to server master-127.4.55.254:41307, [779ms] sending RPC to server master-127.4.55.252:37829, [780ms] sending RPC to server master-127.4.55.253:40605, [780ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [781ms] received response from server master-127.4.55.254:41307: OK, [781ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [781ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1259ms] refreshing cache from master, [1259ms] sending RPC to server master-127.4.55.254:41307, [1259ms] sending RPC to server master-127.4.55.252:37829, [1260ms] sending RPC to server master-127.4.55.253:40605, [1260ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1261ms] received response from server master-127.4.55.254:41307: OK, [1261ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1261ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3839ms] refreshing cache from master, [3839ms] sending RPC to server master-127.4.55.254:41307, [3839ms] sending RPC to server master-127.4.55.252:37829, [3840ms] sending RPC to server master-127.4.55.253:40605, [3840ms] received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [3840ms] received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [3842ms] received response from server master-127.4.55.254:41307: OK, [3842ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [6419ms] refreshing cache from master, [6419ms] sending RPC to server master-127.4.55.254:41307, [6420ms] too many traces: truncated at 100 traces, deferred=Deferred@438128521(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.55.252:37829 -> (continuation of Deferred@1750047356 after retry RPC after error@657252837) -> (continuation of Deferred@1192839713 after retry RPC after error@923284556) -> (continuation of Deferred@587252907 after retry RPC after error@1675832039) -> (continuation of Deferred@1856388344 after retry RPC after error@419094324) -> (continuation of Deferred@1039820060 after retry RPC after error@1203029078) -> (continuation of Deferred@405430692 after retry RPC after error@1457987306) -> (continuation of Deferred@953897903 after retry RPC after error@1496102550) -> (continuation of Deferred@306240342 after retry RPC after error@2092861370) -> (continuation of Deferred@505083305 after retry RPC after error@582904058) -> (continuation of Deferred@909155728 after retry RPC after error@1052463035) -> (continuation of Deferred@2009416312 after retry RPC after error@653073858) -> (continuation of Deferred@344184978 after retry RPC after error@1889639214) -> (continuation of Deferred@766165440 after retry RPC after error@1676139194) -> (continuation of Deferred@1764411676 after retry RPC after error@355358716) -> (continuation of Deferred@1852911704 after retry RPC after error@865998118) -> (continuation of Deferred@214128736 after retry RPC after error@1798668211) -> (continuation of Deferred@211906941 after retry RPC after error@1330995946) -> (continuation of Deferred@1497572152 after retry RPC after error@424351556) -> (continuation of Deferred@510044041 after retry RPC after error@2051069085) -> (continuation of Deferred@987390478 after retry RPC after error@2070590246) -> (continuation of Deferred@1343953197 after retry RPC after error@746838927) -> (continuation of Deferred@1159730691 after retry RPC after error@1803386370) -> (continuation of Deferred@1671942193 after retry RPC after error@1363812457) -> (continuation of Deferred@337617997 after retry RPC after error@336741794) -> (continuation of Deferred@1231628617 after retry RPC after error@1235226981) -> (continuation of Deferred@544532944 after retry RPC after error@642619177) -> (continuation of Deferred@653181384 after retry RPC after error@1871501129) -> (continuation of Deferred@1756465409 after retry RPC after error@579842017) -> (continuation of Deferred@1916787449 after retry RPC after error@2063625576) -> (continuation of Deferred@521996936 after retry RPC after error@1077042733) -> (continuation of Deferred@1289141440 after retry RPC after error@876995359) -> (continuation of Deferred@1140581973 after retry RPC after error@292162353) -> (continuation of Deferred@1747162464 after retry RPC after error@1936051808) -> (continuation of Deferred@1873827607 after retry RPC after error@776141395) -> (continuation of Deferred@1514070638 after retry RPC after error@133505415) -> (continuation of Deferred@1787872897 after retry RPC after error@1396259298) -> (continuation of Deferred@2117700729 after retry RPC after error@1349411616), errback=org.apache.kudu.client.ConnectToCluster$1@3c261362 -> ConnectToMasterErrCB for 127.4.55.252:37829 -> (continuation of Deferred@1750047356 after retry RPC after error@657252837) -> (continuation of Deferred@1192839713 after retry RPC after error@923284556) -> (continuation of Deferred@587252907 after retry RPC after error@1675832039) -> (continuation of Deferred@1856388344 after retry RPC after error@419094324) -> (continuation of Deferred@1039820060 after retry RPC after error@1203029078) -> (continuation of Deferred@405430692 after retry RPC after error@1457987306) -> (continuation of Deferred@953897903 after retry RPC after error@1496102550) -> (continuation of Deferred@306240342 after retry RPC after error@2092861370) -> (continuation of Deferred@505083305 after retry RPC after error@582904058) -> (continuation of Deferred@909155728 after retry RPC after error@1052463035) -> (continuation of Deferred@2009416312 after retry RPC after error@653073858) -> (continuation of Deferred@344184978 after retry RPC after error@1889639214) -> (continuation of Deferred@766165440 after retry RPC after error@1676139194) -> (continuation of Deferred@1764411676 after retry RPC after error@355358716) -> (continuation of Deferred@1852911704 after retry RPC after error@865998118) -> (continuation of Deferred@214128736 after retry RPC after error@1798668211) -> (continuation of Deferred@211906941 after retry RPC after error@1330995946) -> (continuation of Deferred@1497572152 after retry RPC after error@424351556) -> (continuation of Deferred@510044041 after retry RPC after error@2051069085) -> (continuation of Deferred@987390478 after retry RPC after error@2070590246) -> (continuation of Deferred@1343953197 after retry RPC after error@746838927) -> (continuation of Deferred@1159730691 after retry RPC after error@1803386370) -> (continuation of Deferred@1671942193 after retry RPC after error@1363812457) -> (continuation of Deferred@337617997 after retry RPC after error@336741794) -> (continuation of Deferred@1231628617 after retry RPC after error@1235226981) -> (continuation of Deferred@544532944 after retry RPC after error@642619177) -> (continuation of Deferred@653181384 after retry RPC after error@1871501129) -> (continuation of Deferred@1756465409 after retry RPC after error@579842017) -> (continuation of Deferred@1916787449 after retry RPC after error@2063625576) -> (continuation of Deferred@521996936 after retry RPC after error@1077042733) -> (continuation of Deferred@1289141440 after retry RPC after error@876995359) -> (continuation of Deferred@1140581973 after retry RPC after error@292162353) -> (continuation of Deferred@1747162464 after retry RPC after error@1936051808) -> (continuation of Deferred@1873827607 after retry RPC after error@776141395) -> (continuation of Deferred@1514070638 after retry RPC after error@133505415) -> (continuation of Deferred@1787872897 after retry RPC after error@1396259298) -> (continuation of Deferred@2117700729 after retry RPC after error@1349411616)))
08:04:50.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@642435885(state=PENDING, result=null, callback=(continuation of Deferred@346210777 after retry RPC after error@930535182) -> (continuation of Deferred@1002930049 after retry RPC after error@1260705911) -> (continuation of Deferred@1233810627 after retry RPC after error@1212486747) -> (continuation of Deferred@1224626597 after retry RPC after error@628412333) -> (continuation of Deferred@1061329836 after retry RPC after error@1606789075) -> (continuation of Deferred@1703720695 after retry RPC after error@1720058956), errback=(continuation of Deferred@346210777 after retry RPC after error@930535182) -> (continuation of Deferred@1002930049 after retry RPC after error@1260705911) -> (continuation of Deferred@1233810627 after retry RPC after error@1212486747) -> (continuation of Deferred@1224626597 after retry RPC after error@628412333) -> (continuation of Deferred@1061329836 after retry RPC after error@1606789075) -> (continuation of Deferred@1703720695 after retry RPC after error@1720058956)))
08:04:50.204 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@642435885(state=PENDING, result=null, callback=(continuation of Deferred@346210777 after retry RPC after error@930535182) -> (continuation of Deferred@1002930049 after retry RPC after error@1260705911) -> (continuation of Deferred@1233810627 after retry RPC after error@1212486747) -> (continuation of Deferred@1224626597 after retry RPC after error@628412333) -> (continuation of Deferred@1061329836 after retry RPC after error@1606789075) -> (continuation of Deferred@1703720695 after retry RPC after error@1720058956), errback=(continuation of Deferred@346210777 after retry RPC after error@930535182) -> (continuation of Deferred@1002930049 after retry RPC after error@1260705911) -> (continuation of Deferred@1233810627 after retry RPC after error@1212486747) -> (continuation of Deferred@1224626597 after retry RPC after error@628412333) -> (continuation of Deferred@1061329836 after retry RPC after error@1606789075) -> (continuation of Deferred@1703720695 after retry RPC after error@1720058956)))
08:04:50.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.221 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.241 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.261 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.280 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.281 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.401 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.440 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.460 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.461 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [240ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@211113853(state=PENDING, result=null, callback=(continuation of Deferred@2010802564 after retry RPC after error@260399908) -> (continuation of Deferred@932337871 after retry RPC after error@286969855) -> (continuation of Deferred@900203025 after retry RPC after error@286313411) -> (continuation of Deferred@887205134 after retry RPC after error@1942223194) -> (continuation of Deferred@110020025 after retry RPC after error@299321464) -> (continuation of Deferred@677842577 after retry RPC after error@1140997102) -> (continuation of Deferred@877759962 after retry RPC after error@535730080) -> (continuation of Deferred@258801994 after retry RPC after error@1516602882), errback=(continuation of Deferred@2010802564 after retry RPC after error@260399908) -> (continuation of Deferred@932337871 after retry RPC after error@286969855) -> (continuation of Deferred@900203025 after retry RPC after error@286313411) -> (continuation of Deferred@887205134 after retry RPC after error@1942223194) -> (continuation of Deferred@110020025 after retry RPC after error@299321464) -> (continuation of Deferred@677842577 after retry RPC after error@1140997102) -> (continuation of Deferred@877759962 after retry RPC after error@535730080) -> (continuation of Deferred@258801994 after retry RPC after error@1516602882)))
08:04:50.462 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [240ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@211113853(state=PENDING, result=null, callback=(continuation of Deferred@2010802564 after retry RPC after error@260399908) -> (continuation of Deferred@932337871 after retry RPC after error@286969855) -> (continuation of Deferred@900203025 after retry RPC after error@286313411) -> (continuation of Deferred@887205134 after retry RPC after error@1942223194) -> (continuation of Deferred@110020025 after retry RPC after error@299321464) -> (continuation of Deferred@677842577 after retry RPC after error@1140997102) -> (continuation of Deferred@877759962 after retry RPC after error@535730080) -> (continuation of Deferred@258801994 after retry RPC after error@1516602882), errback=(continuation of Deferred@2010802564 after retry RPC after error@260399908) -> (continuation of Deferred@932337871 after retry RPC after error@286969855) -> (continuation of Deferred@900203025 after retry RPC after error@286313411) -> (continuation of Deferred@887205134 after retry RPC after error@1942223194) -> (continuation of Deferred@110020025 after retry RPC after error@299321464) -> (continuation of Deferred@677842577 after retry RPC after error@1140997102) -> (continuation of Deferred@877759962 after retry RPC after error@535730080) -> (continuation of Deferred@258801994 after retry RPC after error@1516602882)))
08:04:50.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.481 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.521 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.601 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:50.654984 5176 master_runner.cc:186] Error getting master registration for 127.4.55.253:40605: Network error: Client connection negotiation failed: client connection to 127.4.55.253:40605: connect: Connection refused (error 111),
08:04:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:50.655139 5176 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:50.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.701 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.740 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [99ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@371423813(state=PENDING, result=null, callback=(continuation of Deferred@193191325 after retry RPC after error@1336374987) -> (continuation of Deferred@664691660 after retry RPC after error@719508520) -> (continuation of Deferred@1058573276 after retry RPC after error@1266525146) -> (continuation of Deferred@531183994 after retry RPC after error@601292083) -> (continuation of Deferred@1491846398 after retry RPC after error@2125385546) -> (continuation of Deferred@672815884 after retry RPC after error@1009845337) -> (continuation of Deferred@981203733 after retry RPC after error@841459599), errback=(continuation of Deferred@193191325 after retry RPC after error@1336374987) -> (continuation of Deferred@664691660 after retry RPC after error@719508520) -> (continuation of Deferred@1058573276 after retry RPC after error@1266525146) -> (continuation of Deferred@531183994 after retry RPC after error@601292083) -> (continuation of Deferred@1491846398 after retry RPC after error@2125385546) -> (continuation of Deferred@672815884 after retry RPC after error@1009845337) -> (continuation of Deferred@981203733 after retry RPC after error@841459599)))
08:04:50.741 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:50.760 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.761 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.781 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.821 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.841 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.881 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.901 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:50.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:50.961 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:50.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:50.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:50.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1434272411(state=PENDING, result=null, callback=(continuation of Deferred@1050934763 after retry RPC after error@1198993627) -> (continuation of Deferred@1893638009 after retry RPC after error@1325949539) -> (continuation of Deferred@1852150476 after retry RPC after error@283809331) -> (continuation of Deferred@340522496 after retry RPC after error@417109392) -> (continuation of Deferred@1525516213 after retry RPC after error@510843349) -> (continuation of Deferred@1438828525 after retry RPC after error@701413584) -> (continuation of Deferred@522736243 after retry RPC after error@396135474), errback=(continuation of Deferred@1050934763 after retry RPC after error@1198993627) -> (continuation of Deferred@1893638009 after retry RPC after error@1325949539) -> (continuation of Deferred@1852150476 after retry RPC after error@283809331) -> (continuation of Deferred@340522496 after retry RPC after error@417109392) -> (continuation of Deferred@1525516213 after retry RPC after error@510843349) -> (continuation of Deferred@1438828525 after retry RPC after error@701413584) -> (continuation of Deferred@522736243 after retry RPC after error@396135474)))
08:04:51.002 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@1434272411(state=PENDING, result=null, callback=(continuation of Deferred@1050934763 after retry RPC after error@1198993627) -> (continuation of Deferred@1893638009 after retry RPC after error@1325949539) -> (continuation of Deferred@1852150476 after retry RPC after error@283809331) -> (continuation of Deferred@340522496 after retry RPC after error@417109392) -> (continuation of Deferred@1525516213 after retry RPC after error@510843349) -> (continuation of Deferred@1438828525 after retry RPC after error@701413584) -> (continuation of Deferred@522736243 after retry RPC after error@396135474), errback=(continuation of Deferred@1050934763 after retry RPC after error@1198993627) -> (continuation of Deferred@1893638009 after retry RPC after error@1325949539) -> (continuation of Deferred@1852150476 after retry RPC after error@283809331) -> (continuation of Deferred@340522496 after retry RPC after error@417109392) -> (continuation of Deferred@1525516213 after retry RPC after error@510843349) -> (continuation of Deferred@1438828525 after retry RPC after error@701413584) -> (continuation of Deferred@522736243 after retry RPC after error@396135474)))
08:04:51.020 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.021 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.041 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.081 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.101 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.140 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.201 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.281 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, deferred=Deferred@441852103(state=PENDING, result=null, callback=(continuation of Deferred@999813114 after retry RPC after error@1929432713) -> (continuation of Deferred@1256313904 after retry RPC after error@1637520819) -> (continuation of Deferred@1702252101 after retry RPC after error@284668132) -> (continuation of Deferred@1425258142 after retry RPC after error@1634834110) -> (continuation of Deferred@916650163 after retry RPC after error@469700115) -> (continuation of Deferred@1391533236 after retry RPC after error@1071162418) -> (continuation of Deferred@505324570 after retry RPC after error@2113056348), errback=(continuation of Deferred@999813114 after retry RPC after error@1929432713) -> (continuation of Deferred@1256313904 after retry RPC after error@1637520819) -> (continuation of Deferred@1702252101 after retry RPC after error@284668132) -> (continuation of Deferred@1425258142 after retry RPC after error@1634834110) -> (continuation of Deferred@916650163 after retry RPC after error@469700115) -> (continuation of Deferred@1391533236 after retry RPC after error@1071162418) -> (continuation of Deferred@505324570 after retry RPC after error@2113056348)))
08:04:51.281 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:51.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.321 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.341 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.360 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.361 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.252:37829(127.4.55.252:37829)] connecting to peer
08:04:51.381 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.55.253:40605(127.4.55.253:40605)] connecting to peer
08:04:51.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.252:37829(127.4.55.252:37829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.55.253:40605(127.4.55.253:40605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.252:37829: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829
08:04:51.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.55.253:40605: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605
08:04:51.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=12, TimeoutTracker(timeout=50000, elapsed=48756), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [37ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [55ms] Sub RPC ConnectToMaster: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [57ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [76ms] Sub RPC ConnectToMaster: refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [77ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [95ms] Sub RPC ConnectToMaster: refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [97ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [115ms] Sub RPC ConnectToMaster: refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [117ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [135ms] Sub RPC ConnectToMaster: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [137ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [137ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [177ms] Sub RPC ConnectToMaster: refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [295ms] Sub RPC ConnectToMaster: refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [296ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [297ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [315ms] Sub RPC ConnectToMaster: refreshing cache from master, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [535ms] Sub RPC ConnectToMaster: refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [537ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [537ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [815ms] Sub RPC ConnectToMaster: refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [816ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [817ms] too many traces: truncated at 100 traces, deferred=Deferred@863445068(state=PENDING, result=null, callback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587), errback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587)))
08:04:51.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605; will retry
08:04:51.384 [DEBUG - main] (Connection.java:575) [peer master-127.4.55.252:37829(127.4.55.252:37829)] disconnecting while in state TERMINATED
08:04:51.384 [DEBUG - main] (Connection.java:575) [peer d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)] disconnecting while in state READY
08:04:51.385 [DEBUG - main] (Connection.java:575) [peer master-127.4.55.254:41307(127.4.55.254:41307)] disconnecting while in state READY
08:04:51.385 [DEBUG - main] (Connection.java:575) [peer master-127.4.55.253:40605(127.4.55.253:40605)] disconnecting while in state TERMINATED
08:04:51.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:51.386 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)] handling channelInactive
08:04:51.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d8076c55e17046179c5f9b79189af2f5(127.4.55.195:39871)] cleaning up while in state READY due to: connection closed
08:04:51.386 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.55.254:41307(127.4.55.254:41307)] handling channelInactive
08:04:51.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.386463 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 4629
08:04:51.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.55.254:41307(127.4.55.254:41307)] cleaning up while in state READY due to: connection closed
08:04:51.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.396854 4763 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.496114 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 4629
08:04:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.510597 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 4773
08:04:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.516683 4904 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:51.602798 4930 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.55.193:44975: connect: Connection refused (error 111)
08:04:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250901 08:04:51.604223 4930 consensus_peers.cc:489] T a5c91376a96b4fd09e5e304ed69b253b P d8076c55e17046179c5f9b79189af2f5 -> Peer 2315c708731549deb3c4fd248f59d2ef (127.4.55.193:44975): Couldn't send request to peer 2315c708731549deb3c4fd248f59d2ef. Status: Network error: Client connection negotiation failed: client connection to 127.4.55.193:44975: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:51.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.613027 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 4773
08:04:51.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.630470 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 4914
08:04:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.636608 5045 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.772748 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 4914
08:04:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.795217 4319 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task_wUh2d/build/asan/bin/kudu pid 5176
08:04:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.800504 5249 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250901 08:04:51.931154 4319 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_wUh2d/build/asan/bin/kudu with pid 5176
08:04:51.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-01T08:04:51Z chronyd exiting
08:04:52.090 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=12, TimeoutTracker(timeout=50000, elapsed=48756), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [37ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [55ms] Sub RPC ConnectToMaster: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [57ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [76ms] Sub RPC ConnectToMaster: refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [77ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [95ms] Sub RPC ConnectToMaster: refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [97ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [115ms] Sub RPC ConnectToMaster: refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [117ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [135ms] Sub RPC ConnectToMaster: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [137ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [137ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [177ms] Sub RPC ConnectToMaster: refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [295ms] Sub RPC ConnectToMaster: refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [296ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [297ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [315ms] Sub RPC ConnectToMaster: refreshing cache from master, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [535ms] Sub RPC ConnectToMaster: refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [537ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [537ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [815ms] Sub RPC ConnectToMaster: refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [816ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [817ms] too many traces: truncated at 100 traces, deferred=Deferred@863445068(state=PENDING, result=null, callback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587), errback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=12, TimeoutTracker(timeout=50000, elapsed=48756), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [37ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [55ms] Sub RPC ConnectToMaster: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [57ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [76ms] Sub RPC ConnectToMaster: refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [77ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [95ms] Sub RPC ConnectToMaster: refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [97ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [115ms] Sub RPC ConnectToMaster: refreshing cache from master, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [117ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [135ms] Sub RPC ConnectToMaster: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [137ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [137ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [177ms] Sub RPC ConnectToMaster: refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [295ms] Sub RPC ConnectToMaster: refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [296ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [297ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [315ms] Sub RPC ConnectToMaster: refreshing cache from master, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [316ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [316ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [535ms] Sub RPC ConnectToMaster: refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [536ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.253:40605: Network error: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [537ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.254:41307: OK, [537ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.4.55.254:41307,127.4.55.252:37829,127.4.55.253:40605) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.55.253:40605(127.4.55.253:40605): Connection refused: /127.4.55.253:40605, [815ms] Sub RPC ConnectToMaster: refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.254:41307, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.252:37829, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.55.253:40605, [816ms] Sub RPC ConnectToMaster: received response from server master-127.4.55.252:37829: Network error: Failed to connect to peer master-127.4.55.252:37829(127.4.55.252:37829): Connection refused: /127.4.55.252:37829, [817ms] too many traces: truncated at 100 traces, deferred=Deferred@863445068(state=PENDING, result=null, callback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587), errback=(continuation of Deferred@912715232 after retry RPC after error@695912507) -> (continuation of Deferred@1279999743 after retry RPC after error@1177813626) -> (continuation of Deferred@1203564209 after retry RPC after error@955833709) -> (continuation of Deferred@760328267 after retry RPC after error@1267748937) -> (continuation of Deferred@1803155180 after retry RPC after error@353656155) -> (continuation of Deferred@904356954 after retry RPC after error@2084333751) -> (continuation of Deferred@1482043210 after retry RPC after error@1864327070) -> (continuation of Deferred@1641296787 after retry RPC after error@2125629134) -> (continuation of Deferred@393726509 after retry RPC after error@42042610) -> (continuation of Deferred@1116301210 after retry RPC after error@677846515) -> (continuation of Deferred@32021616 after retry RPC after error@255868587)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)